-- Logs begin at Wed 2021-12-15 11:56:59 UTC, end at Wed 2021-12-15 13:00:26 UTC. -- Dec 15 12:34:15.273145 dv-cinder-813225-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 12:34:18.080095 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.common.config [-] Logging enabled! Dec 15 12:34:18.080824 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 12:34:18.080922 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108988) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 12:34:18.084195 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.common.config [-] Logging enabled! Dec 15 12:34:18.084446 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 12:34:18.084755 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108988) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 12:34:18.085679 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 12:34:18.085911 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 12:34:18.086277 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 12:34:18.086540 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 12:34:18.086763 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 12:34:18.087074 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.088284 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 12:34:18.088719 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.089018 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.089315 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.089610 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.089902 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.090182 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.090519 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.090821 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.091106 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.091382 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.091661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.091953 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.092234 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.092519 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.092802 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.093082 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] debug = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.093359 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.093779 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.094191 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.094490 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.094780 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.095056 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.095326 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.095668 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.096160 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.096720 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] host = dv-cinder-813225-4-iscsi {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.097194 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.097698 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.098193 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.098717 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.099188 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.099655 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.100143 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.100610 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.101079 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.101543 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.102043 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.102580 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.103087 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.103458 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.103827 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.104283 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.104712 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.105159 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.105673 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.105955 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.106231 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.106528 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.106802 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.107088 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.107371 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.107655 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.107927 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.108202 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.108468 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.108735 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.109018 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.109286 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.109555 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.109821 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.110104 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.110366 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.110657 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.110963 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.111245 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.111526 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.111807 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.112082 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.112362 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.112629 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.112896 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.113164 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] use_json = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.113430 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.113695 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.113972 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.114238 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.114532 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.114805 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.115070 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.115351 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:18.115648 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.115947 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.116256 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.116529 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.116832 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.117107 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.117394 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.117667 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.118217 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.119450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.119450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.119675 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.119960 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.120233 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.120525 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.120902 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.121412 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.121631 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.121909 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.122184 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.122485 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.122765 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.123072 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.123353 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.123619 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.123906 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.124181 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.124478 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.124765 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.125058 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.125344 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.125618 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.125895 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.126184 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.126483 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.126762 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.127038 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.127325 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.127601 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.127874 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.128159 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.128441 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.128714 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.128987 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.129263 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.129556 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.129832 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.130102 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.130373 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.130674 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.130944 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.131224 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.131499 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.131771 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.132044 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.132320 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.132596 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.132866 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.133140 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.133411 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.133687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.133959 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.134884 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.135164 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.135436 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.135708 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.135982 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.136254 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.136531 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.136802 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.137074 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.137342 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.137610 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.137883 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.138170 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.138489 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.138769 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.139046 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.139324 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.139598 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.139875 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.140150 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.140426 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.140701 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.140972 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.141259 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.141539 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.141824 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.142106 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.142413 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.142730 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.143005 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.143285 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.143560 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.143837 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.144117 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.144398 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.144690 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.144982 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.145273 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.145565 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.145858 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.146135 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.146464 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.146748 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:18.146962 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 12:34:18.147209 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108988) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 12:34:18.574574 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 12:34:18.574854 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 12:34:18.575157 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 12:34:18.575497 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 12:34:18.898869 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.899094 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.899375 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.901390 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.901666 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.901930 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.947071 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.947345 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.947611 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.962863 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.963142 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.963411 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.991823 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.992097 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:18.992361 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.029313 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.029588 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.029860 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.366669 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.367300 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.367300 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.367471 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.368451 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.467075 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.467397 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.467678 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.467949 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.468214 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.468523 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.468778 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.469030 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.469281 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.469559 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.469813 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.470071 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.470323 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.470599 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.470855 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.471117 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.471369 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.471631 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.471895 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.472150 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.472417 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.472665 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.472943 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.473321 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.473567 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.473810 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.474199 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:19.474449 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:19.474691 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:19.474925 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:19.475157 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:19.475389 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:19.475750 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 12:34:19.480048 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 12:34:19.484841 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 12:34:19.488779 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 15 12:34:19.490412 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 12:34:19.490902 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 12:34:19.491238 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 12:34:19.491934 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 12:34:19.495728 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 12:34:19.495977 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 12:34:19.496326 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 12:34:19.501570 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 12:34:19.524294 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 12:34:19.524798 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.525268 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108988) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 12:34:19.525641 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.527060 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108988) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 12:34:19.527341 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 12:34:19.527586 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 12:34:19.530848 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.531080 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:19.598818 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 12:34:19.599052 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 12:34:19.599289 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 12:34:19.599675 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 12:34:19.622176 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_db.sqlalchemy.engines [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108988) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 12:34:20.049828 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing driver for type 'gre' Dec 15 12:34:20.050349 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] gre ID ranges: [(1, 1000)] Dec 15 12:34:20.098252 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing driver for type 'local' Dec 15 12:34:20.098621 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing driver for type 'vlan' Dec 15 12:34:20.111215 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] VlanTypeDriver initialization complete Dec 15 12:34:20.111564 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing driver for type 'vxlan' Dec 15 12:34:20.112049 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] vxlan ID ranges: [(1, 1000)] Dec 15 12:34:20.159828 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing extension driver 'port_security' Dec 15 12:34:20.160239 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] PortSecurityExtensionDriver initialization complete Dec 15 12:34:20.160596 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing mechanism driver 'openvswitch' Dec 15 12:34:20.160915 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing mechanism driver 'hyperv' Dec 15 12:34:20.168262 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.plugin [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:34:20.169093 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.169461 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.169807 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.170343 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 12:34:20.170790 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.171141 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.171483 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.171880 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 12:34:20.172280 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.172624 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.172963 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.173355 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 12:34:20.173751 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > security_group after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.174095 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > security_group after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.174449 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > security_group after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.174849 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 12:34:20.175245 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.175584 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.175918 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.176313 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 12:34:20.176713 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > address_group after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.177053 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > address_group after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.177386 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > address_group after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.177778 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108988) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 12:34:20.178153 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] ML2 OVO RPC backend initialized. {{(pid=108988) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 12:34:20.178870 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_interface after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.179220 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.179633 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.179978 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > networks before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.180317 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.180651 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > ports before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.181558 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.181899 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnets before_response 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.182241 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.182606 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.182942 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.183299 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.183629 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.183955 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.184284 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.184614 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.184940 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > subnet after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.185509 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.plugin [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Modular L2 Plugin initialization complete Dec 15 12:34:20.185833 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading services supported by the core plugin {{(pid=108988) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 12:34:20.186155 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.plugins.ml2.managers [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Got port-security extension from driver 'port_security' Dec 15 12:34:20.186630 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.extensions.vlantransparent [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Disabled vlantransparent extension. Dec 15 12:34:20.187101 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108988) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 12:34:20.187411 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: router Dec 15 12:34:20.222771 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_interface before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.223163 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_create 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.223530 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router before_create 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.223890 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.224274 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.224610 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_delete 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.224968 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > floatingip after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.225462 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > floatingip after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.225821 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_create 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.226163 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_update 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.226540 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_update 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.226889 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.227242 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_update 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.227651 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_update 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.228786 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.229316 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.229801 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: subnet after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.230144 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.230518 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > port precommit_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.230869 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_create 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.231210 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.231551 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.231905 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router after_update 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.232244 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_delete 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.232596 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_create 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.232956 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router_interface after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.233298 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_update 55549900 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.233682 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > agent after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.234012 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > agent after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.234353 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > network after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.235236 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Tracking information for resource: router configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:20.235568 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Tracking information for resource: floatingip configured {{(pid=108988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 12:34:20.240577 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.db.l3_agentschedulers_db [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 12:34:20.241152 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.241505 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port after_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.241850 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port after_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.242196 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: port after_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.243253 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router before_create 55550100 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.244160 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_delete 55550100 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.244487 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_create 55550100 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.244840 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > router precommit_update 55550100 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.249618 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.provider_configuration [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service providers = [] {{(pid=108988) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 12:34:20.249976 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.db.servicetype_db [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108988) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 12:34:20.252903 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.service_base [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 12:34:20.253252 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.service_base [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 12:34:20.253590 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.service_base [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 12:34:20.254497 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.services.service_base [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 12:34:20.254866 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.services.service_base [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 12:34:20.255235 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.255548 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 12:34:20.266317 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.266702 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: auto_allocate Dec 15 12:34:20.272506 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: network precommit_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.272874 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: network precommit_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.273392 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.273708 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: tag Dec 15 12:34:20.280589 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.280918 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: timestamp Dec 15 12:34:20.284725 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.285055 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: network_ip_availability Dec 15 12:34:20.291085 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.291452 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.291803 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.292510 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.292827 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: flavors Dec 15 12:34:20.297785 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.298117 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading Plugin: revisions Dec 15 12:34:20.302450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 12:34:20.302799 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_concurrency.lockutils [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.728s {{(pid=108988) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 12:34:20.303538 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108988) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 12:34:20.303869 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Initializing extension manager. Dec 15 12:34:20.304384 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: __init__.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.304723 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: __pycache__ {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.305056 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.305388 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: address_group.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.306734 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.307301 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: address-group Dec 15 12:34:20.307620 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: address_scope.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.308332 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.308834 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: address-scope Dec 15 12:34:20.309151 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: admin_state_down_before_update.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.310068 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.310602 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: router-admin-state-down-before-update Dec 15 12:34:20.310922 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: agent.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.311615 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.312113 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: agent Dec 15 12:34:20.312432 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: agent_resources_synced.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.313326 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.313825 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: agent-resources-synced Dec 15 12:34:20.314142 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: allowedaddresspairs.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.315930 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.316449 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: allowed-address-pairs Dec 15 12:34:20.316768 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: auto_allocated_topology.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.317831 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.318333 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: auto-allocated-topology Dec 15 12:34:20.318685 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: availability_zone.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.319371 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.319896 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: availability_zone Dec 15 12:34:20.320213 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: availability_zone_filter.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.321117 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.321673 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: availability_zone_filter Dec 15 12:34:20.321994 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: data_plane_status.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.322921 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.323418 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 12:34:20.323737 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: default_subnetpools.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.324646 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.325145 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: default-subnetpools Dec 15 12:34:20.325465 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: dhcpagentscheduler.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.326262 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.326794 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: dhcp_agent_scheduler Dec 15 12:34:20.327114 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: dns.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.328018 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.328522 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension dns-integration not supported by any of loaded plugins Dec 15 12:34:20.328846 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: dns_domain_ports.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.329750 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.330251 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 12:34:20.330602 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.331514 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.332014 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 12:34:20.332332 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: dvr.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.332995 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.333495 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: dvr Dec 15 12:34:20.333809 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: ecmp_routes.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.334739 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.335234 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 12:34:20.335549 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: empty_string_filtering.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.336455 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.336954 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: empty-string-filtering Dec 15 12:34:20.337833 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.338931 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.339433 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 12:34:20.339746 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.340661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.341158 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 12:34:20.341478 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: external_net.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.342384 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.342911 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: external-net Dec 15 12:34:20.343225 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: extra_dhcp_opt.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.344125 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.344624 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: extra_dhcp_opt Dec 15 12:34:20.344939 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: extraroute.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.345836 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.346337 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: extraroute Dec 15 12:34:20.346692 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: extraroute_atomic.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.349187 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.349716 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: extraroute-atomic Dec 15 12:34:20.350046 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: filter_validation.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.350745 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.351251 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: filter-validation Dec 15 12:34:20.351576 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: fip_pf_description.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.352490 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.353664 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 12:34:20.354025 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: fip_port_details.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.355294 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.355812 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: fip-port-details Dec 15 12:34:20.356138 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: flavors.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.357392 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.357905 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: flavors Dec 15 12:34:20.358228 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.359916 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.360433 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 12:34:20.360761 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: floatingip_pools.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.361479 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.361983 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: floatingip-pools Dec 15 12:34:20.362304 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: ip_allocation.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.363253 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.363754 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 12:34:20.364073 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.364983 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.365489 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: ip-substring-filtering Dec 15 12:34:20.365811 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l2_adjacency.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.366767 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.367288 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 12:34:20.367576 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.368941 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.369462 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: router Dec 15 12:34:20.369783 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3_conntrack_helper.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.372041 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.372566 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 12:34:20.372916 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.373819 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.374331 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: ext-gw-mode Dec 15 12:34:20.374689 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.375622 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.376127 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: l3-ha Dec 15 12:34:20.376447 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3_flavors.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.377359 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.377866 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: l3-flavors Dec 15 12:34:20.378182 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.379106 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.379608 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 12:34:20.379936 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: l3agentscheduler.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.380973 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.381476 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: l3_agent_scheduler Dec 15 12:34:20.381797 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: local_ip.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.383608 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.384148 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension local_ip not supported by any of loaded plugins Dec 15 12:34:20.384474 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: logging.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.385945 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.386496 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension logging not supported by any of loaded plugins Dec 15 12:34:20.386825 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: metering.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.387688 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.388267 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: metering Dec 15 12:34:20.388590 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.389698 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.390209 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: metering_source_and_destination_fields Dec 15 12:34:20.390562 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: multiprovidernet.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.391479 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.391982 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: multi-provider Dec 15 12:34:20.392298 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: netmtu.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.393197 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.393695 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: net-mtu Dec 15 12:34:20.394009 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: netmtu_writable.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.394950 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.395449 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: net-mtu-writable Dec 15 12:34:20.395762 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: network_availability_zone.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.396422 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.396927 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: network_availability_zone Dec 15 12:34:20.397241 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: network_ip_availability.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.398337 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.398875 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: network-ip-availability Dec 15 12:34:20.399193 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: network_segment_range.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.400625 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.401124 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 12:34:20.401441 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: pagination.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.402417 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.402771 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: pagination Dec 15 12:34:20.403089 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: port_device_profile.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.403981 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.404489 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: port-device-profile Dec 15 12:34:20.404804 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.405708 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.406210 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: port-mac-address-regenerate Dec 15 12:34:20.406551 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.407450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.407956 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: port-numa-affinity-policy Dec 15 12:34:20.408270 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: port_resource_request.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.409178 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.409679 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 12:34:20.409991 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: port_resource_request_groups.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.410974 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.411472 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 12:34:20.411790 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: portbindings.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.412703 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.413204 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: binding Dec 15 12:34:20.413520 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: portbindings_extended.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.414809 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.415918 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: binding-extended Dec 15 12:34:20.416395 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: portsecurity.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.417316 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.417833 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: port-security Dec 15 12:34:20.418155 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: project_id.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.419168 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.419497 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: project-id Dec 15 12:34:20.419817 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: providernet.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.420722 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.421230 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: provider Dec 15 12:34:20.421547 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.425193 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.425714 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos not supported by any of loaded plugins Dec 15 12:34:20.426044 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.427317 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.427838 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 12:34:20.428162 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.429072 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.429583 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 12:34:20.429908 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_default.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.430875 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.431564 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-default not supported by any of loaded plugins Dec 15 12:34:20.431887 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_fip.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.432535 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.433035 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-fip not supported by any of loaded plugins Dec 15 12:34:20.433352 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_fip_network_policy.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.434334 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 12:34:20.434683 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_gateway_ip.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.435594 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.436132 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 12:34:20.436454 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_port_network_policy.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.437361 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.437873 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 12:34:20.438190 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.439449 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.439970 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 12:34:20.440288 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_pps_rule.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.441479 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.441985 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-pps not supported by any of loaded plugins Dec 15 12:34:20.442308 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_rule_type_details.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.443247 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.443753 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 12:34:20.444074 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: qos_rules_alias.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.445104 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.445606 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 12:34:20.445926 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: quota_check_limit.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.446877 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.447384 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: quota-check-limit Dec 15 12:34:20.447708 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: quotasv2.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.448633 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.448954 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: quotas Dec 15 12:34:20.449268 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: quotasv2_detail.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.452503 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.452840 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: quota_details Dec 15 12:34:20.453170 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: rbac.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.454214 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.454768 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: rbac-policies Dec 15 12:34:20.455098 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: rbac_address_group.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.456028 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.456542 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: rbac-address-group Dec 15 12:34:20.456867 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: rbac_address_scope.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.457795 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.458306 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: rbac-address-scope Dec 15 12:34:20.458661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: rbac_security_groups.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.459569 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.460084 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: rbac-security-groups Dec 15 12:34:20.460405 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: rbac_subnetpool.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.461317 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.461824 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: rbac-subnetpool Dec 15 12:34:20.462747 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: revisionifmatch.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.463663 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.464167 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: revision-if-match Dec 15 12:34:20.464487 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: revisions.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.465589 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.466093 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: standard-attr-revisions Dec 15 12:34:20.466415 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: router_availability_zone.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.467100 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.467605 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: router_availability_zone Dec 15 12:34:20.467923 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: routerservicetype.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.468832 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.469331 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension router-service-type not supported by any of loaded plugins Dec 15 12:34:20.469652 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.470674 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.471179 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: security-groups-normalized-cidr Dec 15 12:34:20.471498 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: security_groups_port_filtering.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.472411 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.472913 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: port-security-groups-filtering Dec 15 12:34:20.473233 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.474143 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.474680 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: security-groups-remote-address-group Dec 15 12:34:20.475000 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.475913 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.476417 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: security-groups-shared-filtering Dec 15 12:34:20.476736 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.477308 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 12:34:20.477626 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: securitygroup.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.488099 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.488633 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: security-group Dec 15 12:34:20.488961 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: segment.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.489740 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.490246 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension segment not supported by any of loaded plugins Dec 15 12:34:20.490595 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.491535 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.492041 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 12:34:20.492363 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: servicetype.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.493878 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.494394 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: service-type Dec 15 12:34:20.494747 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: sorting.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.495729 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.496059 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: sorting Dec 15 12:34:20.496381 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: standard_attr_segment.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.497284 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.497797 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 12:34:20.498118 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: standardattrdescription.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.498798 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.499314 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: standard-attr-description Dec 15 12:34:20.499632 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: stateful_security_group.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.500570 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.501075 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: stateful-security-group Dec 15 12:34:20.501393 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: stdattrs_common.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.501958 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 12:34:20.502275 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.503239 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.503757 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 12:34:20.504084 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: subnet_onboard.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.505151 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.505659 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: subnet_onboard Dec 15 12:34:20.505977 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.506918 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.507419 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 12:34:20.507736 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: subnet_service_types.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.508651 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.509214 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: subnet-service-types Dec 15 12:34:20.509603 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: subnetallocation.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.510729 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.511237 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: subnet_allocation Dec 15 12:34:20.511556 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.512214 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.512716 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: subnetpool-prefix-ops Dec 15 12:34:20.513034 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.513955 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.514483 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 12:34:20.514807 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: tagging.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.515866 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.516377 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: standard-attr-tag Dec 15 12:34:20.516706 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: timestamp.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.517901 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.518672 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loaded extension: standard-attr-timestamp Dec 15 12:34:20.519001 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: trunk.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.520122 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.520629 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension trunk not supported by any of loaded plugins Dec 15 12:34:20.520951 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: trunk_details.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.521862 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.522367 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension trunk-details not supported by any of loaded plugins Dec 15 12:34:20.522714 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: uplink_status_propagation.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.523628 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.524131 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 12:34:20.524450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Loading extension file: vlantransparent.py {{(pid=108988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 12:34:20.525727 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 12:34:20.526227 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 12:34:20.528741 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:network Dec 15 12:34:20.529265 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:subnet Dec 15 12:34:20.529669 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 12:34:20.530056 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:port Dec 15 12:34:20.531327 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.531768 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service FLAVORS assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.532374 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.532792 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.533119 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:router Dec 15 12:34:20.533541 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:floatingip Dec 15 12:34:20.534030 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service METERING assigned prefix: /metering {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.535505 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.535875 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.536225 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:34:20.537210 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 12:34:20.537658 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:security_group Dec 15 12:34:20.538091 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 12:34:20.538732 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service CORE assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.539063 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 12:34:20.539406 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] subnetpool is already registered Dec 15 12:34:20.539847 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service CORE assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.540329 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 12:34:20.540659 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] subnetpool is already registered Dec 15 12:34:20.542944 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.543374 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service FLAVORS assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.543960 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.544379 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.544708 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:router Dec 15 12:34:20.545040 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] router is already registered Dec 15 12:34:20.545448 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:floatingip Dec 15 12:34:20.545780 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] floatingip is already registered Dec 15 12:34:20.546230 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service METERING assigned prefix: /metering {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.546919 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 12:34:20.547242 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] rbac_policy is already registered Dec 15 12:34:20.547648 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:security_group Dec 15 12:34:20.547977 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] security_group is already registered Dec 15 12:34:20.548372 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 12:34:20.548699 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] security_group_rule is already registered Dec 15 12:34:20.549341 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service CORE assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.549666 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 12:34:20.549995 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] subnetpool is already registered Dec 15 12:34:20.550408 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.v2.resource_helper [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Service CORE assigned prefix: {{(pid=108988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 12:34:20.550747 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 12:34:20.551070 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING neutron.quota.resource_registry [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] subnetpool is already registered Dec 15 12:34:20.551529 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: extensions {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.553005 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: address-groups {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.554450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: address-scopes {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.555757 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: agents {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.557445 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: auto-allocated-topology {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.558688 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: availability_zones {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.559908 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: dhcp-networks {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.561395 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: dhcp-agents {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.562840 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: routers {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.565088 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: flavors {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.566225 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: service_profiles {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.567454 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: next_providers {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.568901 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: service_profiles {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.571384 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: floatingip-pools {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.573163 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: routers {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.575276 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: floatingips {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.576553 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: l3-routers {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.577924 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: l3-agents {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.579440 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: metering-labels {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.580776 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: metering-label-rules {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.582037 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: network-ip-availabilities {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.583314 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: bindings {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.584953 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: quotas {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.586558 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: quotas {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.588182 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: rbac-policies {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.589460 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: security-groups {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.590704 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: security-group-rules {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.591918 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: service-providers {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.593133 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: subnetpools {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.594575 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: subnetpools {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.596001 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.597665 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.599493 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.601265 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.603092 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.604944 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.606756 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.608661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.610442 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.612266 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron.api.extensions [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Extended resource: tags {{(pid=108988) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 12:34:20.619173 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING keystonemiddleware.auth_token [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 12:34:20.623804 dv-cinder-813225-4-iscsi neutron-server[108988]: WARNING keystonemiddleware.auth_token [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 12:34:20.635955 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_concurrency.lockutils [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Acquired lock "singleton_lock" {{(pid=108988) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 12:34:20.636419 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_concurrency.lockutils [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Releasing lock "singleton_lock" {{(pid=108988) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 12:34:20.637065 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Starting 2 workers Dec 15 12:34:20.642471 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Started child 109095 {{(pid=108988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 12:34:20.646391 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Started child 109096 {{(pid=108988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 12:34:20.647299 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:20.648000 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO neutron.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 12:34:20.648640 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Publish callbacks [] for process, before_spawn {{(pid=108988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:20.648979 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [-] (109095) wsgi starting up on http://0.0.0.0:9696 Dec 15 12:34:20.651241 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Starting 1 workers Dec 15 12:34:20.651375 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:20.652803 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [-] (109096) wsgi starting up on http://0.0.0.0:9696 Dec 15 12:34:20.656626 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Started child 109097 {{(pid=108988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 12:34:20.657182 dv-cinder-813225-4-iscsi neutron-server[108988]: INFO oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Starting 1 workers Dec 15 12:34:20.660499 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] calling RpcWorker wait() {{(pid=109097) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 12:34:20.661057 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] returning from RpcWorker wait() {{(pid=109097) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 12:34:20.661628 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Started child 109098 {{(pid=108988) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 12:34:20.662366 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:20.662488 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG neutron_lib.callbacks.manager [None req-ff76e16e-24ba-4ddc-95d6-4570aa81c13a None None] Publish callbacks [] for process, after_spawn {{(pid=108988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:20.662940 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:34:20.664297 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108988) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 12:34:20.664507 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 12:34:20.664694 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 12:34:20.664911 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 12:34:20.665310 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 12:34:20.665535 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 12:34:20.666205 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.666563 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.666665 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:20.667102 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.667102 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.667374 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.667944 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.668211 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.668467 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.668743 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.669004 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.669166 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.669337 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.669612 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.669833 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.670149 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.670446 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.670690 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.670933 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.671105 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.671371 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.671647 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.671872 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.672139 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] debug = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.672391 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.672887 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.673113 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.673357 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.673573 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.673847 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.674068 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.674354 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.674610 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.674823 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.675062 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.675311 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.675547 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.675777 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.676015 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.676231 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.676466 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.676710 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.677167 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] host = dv-cinder-813225-4-iscsi {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.677412 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.677644 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.677893 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.678144 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.678385 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.678628 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.678874 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.679133 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.679377 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.679612 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.679859 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.680099 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.680320 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.680556 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.680719 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_options = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.681484 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.681762 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.682018 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.682212 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.682382 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.682574 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.682916 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.683069 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.683223 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.683425 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.683638 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.683849 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.684083 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.684323 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.684592 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.684820 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.685052 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.685284 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.685524 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.685778 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.685998 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.686218 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.686488 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.686695 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.686915 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.687130 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.687352 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.687562 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.687795 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.688035 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.688258 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.688498 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.688712 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.688955 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.689229 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.689470 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.689698 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.689927 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.690183 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.690476 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.690672 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.690911 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.691122 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.691373 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.691598 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.691842 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.692349 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_json = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.692578 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.692834 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.693077 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.693285 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.693498 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.693711 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.693949 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.694214 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.694666 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.694958 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.695985 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:34:20.696429 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.697449 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.698708 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.698867 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.699125 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.699402 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.699695 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.700284 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.700855 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.701582 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.701895 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.702698 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.703528 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.703920 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.705982 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.706608 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.706608 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.706983 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.707133 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.707299 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.707603 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.708042 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.711263 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.711263 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.711263 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.711625 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.711847 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.712301 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.712559 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.712843 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.713120 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.713352 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.713603 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.713854 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.714110 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.714333 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.714582 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.714867 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.715089 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.715311 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.715554 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.715809 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.716050 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.716305 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.716558 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.716799 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.717036 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.717281 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.717532 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.717757 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.717976 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.718194 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.718452 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.718703 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.718956 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.719187 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.719530 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.719755 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.719975 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.720221 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.720455 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.720673 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.720912 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.721123 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.721363 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.721574 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.721819 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.722036 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.722248 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.722479 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.722699 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.722928 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.723150 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.723367 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.723579 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.723816 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.724050 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.724261 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.724470 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.724699 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.724894 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.725124 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.725336 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.728862 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.729134 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.729379 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.729642 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.729878 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.730112 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.730408 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.730773 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.731020 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.731279 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.731619 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.731792 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.732006 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.732249 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.732470 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.732713 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.732943 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.733235 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.733450 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.733680 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.733905 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.734122 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.734381 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.734692 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.735022 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.735383 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.736015 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.736015 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.736193 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.736328 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.736701 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.737088 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.737481 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.737891 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.738296 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.738749 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.739214 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.739631 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.740074 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.740489 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.740895 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.741323 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.741723 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.741990 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.742243 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.742527 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.743022 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.743273 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.744088 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.744734 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.745162 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.745407 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.745675 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.746211 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.746482 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.746705 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.746922 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.747195 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.747673 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.748006 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.748180 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.748431 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.748678 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.748919 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.749316 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.749538 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.749780 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.750045 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.750278 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.750556 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.750791 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.751026 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.751248 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.751437 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.751684 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.751895 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.752105 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.752355 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.752539 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.752764 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.753005 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.753412 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.753633 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.753883 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.754119 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.754684 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.754908 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.755119 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.755378 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.755589 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.755859 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.756115 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.756347 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.756575 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.756823 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.757054 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.757287 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.757530 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.757761 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.758120 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.758535 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.758896 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.759270 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.759565 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.759865 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.760081 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.760334 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.760581 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.760922 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.761171 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.761400 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.761634 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.761847 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.762063 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.762294 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.762550 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.762767 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.762979 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.763190 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.763421 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.763863 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.764132 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.764347 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.764556 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.764764 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.764976 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.765181 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.765476 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.765741 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.765982 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.766242 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.766484 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.766714 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.766939 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.767154 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.767362 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.767581 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.767793 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.767999 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.768222 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.768427 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.768632 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.768849 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.769062 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.769298 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.769520 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.769754 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.769966 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.770206 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.770437 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.770646 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.770891 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.771118 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.771325 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.771542 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.771755 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.771961 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.772183 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.772387 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.772591 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.772808 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.773019 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.773224 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.773521 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.773779 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.774000 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.774278 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.774562 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.774939 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.775308 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.775644 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.775855 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.776094 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.776309 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.776572 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.776788 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.777039 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.777355 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.777744 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.777888 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.778589 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.778589 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.778775 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.778960 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.779172 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.779480 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.779811 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.780089 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.780346 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.780571 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.780834 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.781053 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.781263 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.781507 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.781743 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.781974 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.782365 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.782616 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.782842 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.783073 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.783279 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.783494 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.783739 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.783969 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.784187 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.784402 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.784565 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 12:34:20.785105 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108988) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 12:34:20.785255 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 12:34:20.785407 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 12:34:20.785547 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 12:34:20.785702 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 12:34:20.785849 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 12:34:20.786057 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.786217 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.786385 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.786603 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.786737 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.786881 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787024 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787161 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787298 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787455 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787611 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787767 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.787914 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788051 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788197 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788353 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788501 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788639 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788800 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.788946 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.789298 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.789298 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.789558 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] debug = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.789558 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.789820 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.790002 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.790885 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.790885 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.790885 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.791504 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.791504 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.791504 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.791826 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.791826 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.791993 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792071 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792223 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792380 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792537 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792735 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792876 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.792971 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] host = dv-cinder-813225-4-iscsi {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.793120 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.793276 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.793430 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.793585 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.793743 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.793897 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.794054 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.794209 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.794661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.794661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.794661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795012 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795012 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795159 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795237 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_options = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795369 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795528 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795670 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.795851 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796013 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796170 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796326 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796481 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796641 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796795 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.796956 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.797112 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.797267 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.797356 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:34:20.797444 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.797565 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.797720 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.797874 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798030 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798186 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798341 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798518 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798679 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798834 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.798992 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.799126 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.799277 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.799434 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.799585 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.799722 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.799858 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800004 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800159 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800387 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800526 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800663 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800798 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.800976 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801106 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801242 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801379 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801523 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801661 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801797 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.801886 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802034 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802174 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802310 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_json = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802467 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802600 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802758 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.802913 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.803118 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.803212 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.803366 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.803522 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 12:34:20.803700 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.803861 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804031 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804191 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804350 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804509 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804667 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804826 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.804984 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.805143 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.805309 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.805468 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.805636 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.805812 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.806561 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.806770 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.806931 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.807089 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.807225 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.807383 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.807542 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.807699 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.807867 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808024 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808182 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808339 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808478 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808653 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808812 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.808984 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.809215 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.809382 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.809540 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.809698 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.809858 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.810018 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.810177 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.810336 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.810561 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.810689 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.810813 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.811687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.811687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.811687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.811687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.811687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.811687 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812258 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812258 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812258 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812258 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812527 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812604 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812738 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812863 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.812992 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.813150 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.813319 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.813477 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.813634 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.813792 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.813950 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.814108 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.814270 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.814441 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.814759 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.814920 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.815080 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.815252 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.815415 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.815563 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.815707 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.815867 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816025 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816183 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816342 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816491 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816648 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816809 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.816967 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.817308 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.817308 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.817535 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.817605 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.817746 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.817874 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.818001 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.818310 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.818310 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.818533 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.818833 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.818833 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819080 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819162 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819294 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819457 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819641 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819817 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.819982 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.820155 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.820416 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.820986 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.820986 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.820986 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.821256 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.821256 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.821458 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.821607 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.821761 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.821972 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.822175 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.822336 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.822492 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.822739 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.822739 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.822928 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.823093 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.823246 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.823413 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.823599 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824094 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824094 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824094 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824468 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824468 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824468 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824693 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824833 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.824920 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.825058 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.825217 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.825376 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.825610 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.825721 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.825958 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826057 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826180 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826337 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826664 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826664 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826981 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.826981 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.827116 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.827361 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.827520 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.827633 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.827746 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.827913 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828100 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828232 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828441 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828707 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828707 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828991 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.828991 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.829372 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.829372 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.829590 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.829590 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.829771 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.829916 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.830188 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.830188 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.830709 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.830709 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.830709 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.830910 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831212 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831212 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831406 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831650 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831650 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831919 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.831919 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832095 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832323 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832323 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832627 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832627 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832844 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.832927 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.833057 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.833229 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.833504 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.833622 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.833785 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834021 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834304 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834304 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834660 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834660 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834797 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.834874 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835060 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835186 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835334 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835493 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835722 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835810 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.835931 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.836118 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.836257 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.836382 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.836536 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.836697 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.836901 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.837092 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.837351 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.837537 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.837783 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.838039 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.838230 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.838374 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.838563 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.838759 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.838924 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.839165 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.839302 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.839411 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.839639 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.839763 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.839850 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840024 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840266 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840266 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840424 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840627 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840747 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.840865 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841023 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841314 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841452 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841631 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841631 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841792 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.841930 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.842121 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.842242 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.842396 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.842628 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.842712 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.842868 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.843058 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.843220 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.843440 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.843535 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.843688 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.843845 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.844043 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.844205 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.844406 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.844656 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.844656 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845031 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845031 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845240 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845240 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845409 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845568 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845727 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.845885 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.846044 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.846208 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.846373 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.846558 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.846721 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.846887 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.847052 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.847218 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.847376 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.847540 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.847710 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.847868 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.848093 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.848270 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.848431 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.848574 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.848737 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.848895 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.849052 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.849211 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.849368 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.849526 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.849683 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.849841 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850002 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850147 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850303 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850480 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850640 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850800 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 12:34:20.850952 dv-cinder-813225-4-iscsi neutron-server[108988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108988) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 12:34:20.945017 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38636) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:20.953685 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063934 Dec 15 12:34:32.535215 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478bbea8-9ae6-491e-82eb-7cdf54b7a886 None None] get_active_networks_info from dv-cinder-813225-4-iscsi {{(pid=109097) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 12:34:32.630196 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478bbea8-9ae6-491e-82eb-7cdf54b7a886 None None] No non-hosted networks {{(pid=109097) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 12:34:32.631881 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-2fb3ffa1-21f0-445a-ba5c-543faeb11774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133709816'] for agent, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:34.919758 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ef54fb53-c63f-4e90-a2cc-32d23c1f5f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133709816'] for agent, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:34.961918 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9a664777-80a0-4cde-8b6e-7fee4a07ad87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:36.143102 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133709816'] for agent, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:37.474948 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133709816'] for agent, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:38.197531 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133709816'] for agent, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:38.198229 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.198609 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.198939 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.199269 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.199596 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.199919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.200243 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.200582 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.200905 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.201224 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.201546 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.201864 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.202201 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:38.202672 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813225-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:34:38.208724 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813225-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:34:38.966718 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38726) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:39.497016 dv-cinder-813225-4-iscsi neutron-server[109096]: WARNING oslo_policy.policy [None req-89a0c77a-294a-4553-97e6-1e0d18868cb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:39.497684 dv-cinder-813225-4-iscsi neutron-server[109096]: WARNING oslo_policy.policy [None req-89a0c77a-294a-4553-97e6-1e0d18868cb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:39.725313 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [None req-89a0c77a-294a-4553-97e6-1e0d18868cb6 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:34:39.733659 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-89a0c77a-294a-4553-97e6-1e0d18868cb6 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7586825 Dec 15 12:34:41.459631 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.db.l3_hamode_db [None req-3c5786e4-a197-47f7-8cb0-30af319d2828 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 12:34:41.540164 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5786e4-a197-47f7-8cb0-30af319d2828 None None] Routers set() bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:34:41.540468 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5786e4-a197-47f7-8cb0-30af319d2828 None None] Router IDs set() for agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 12:34:42.341120 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 38742) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:42.844001 dv-cinder-813225-4-iscsi neutron-server[109095]: WARNING oslo_policy.policy [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:42.844573 dv-cinder-813225-4-iscsi neutron-server[109095]: WARNING oslo_policy.policy [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:43.073912 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:34:43.169030 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.policy [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109095) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 12:34:43.216351 dv-cinder-813225-4-iscsi neutron-server[109095]: WARNING oslo_policy.policy [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:43.216721 dv-cinder-813225-4-iscsi neutron-server[109095]: WARNING oslo_policy.policy [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:43.225110 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.quota [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] Loaded quota_driver: . Dec 15 12:34:43.317105 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752811112406', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752811111809', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752811097869', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752811094548', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752811142518', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752811116747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-723349', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-748693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133932756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133809953'] for rbac-policy, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:43.388477 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:43.389839 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-af1986d1-54e7-4840-b4e9-f410221756fd admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0466328 Dec 15 12:34:46.169974 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 38760) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:46.467251 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:34:46.495324 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Made reservation on behalf of b5edad6cbd2344f9b50a17bd71bf5d3b for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:34:46.498090 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.514133 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.619097 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.622705 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.641404 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:34:46.668893 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752808210809', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.669485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Unsubscribe: segment precommit_create {{(pid=109095) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 12:34:46.669985 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Added segment 709665f6-27c4-4027-8eb6-981905f61e2b of type vlan for network 23323717-d2f1-48ed-abc3-b7b8a706e016 Dec 15 12:34:46.685956 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5e877-230f-47cf-b0c9-f84c0688e5f8,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:34:46.715870 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.716223 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.716557 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.716878 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.717197 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.717517 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.717961 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.718300 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.718661 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.718995 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.719313 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.719622 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.719931 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Tracked resource versions report: Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: pushed versions: Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: { 'AddressGroup': {'1.2'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'ConntrackHelper': {'1.0'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Log': {'1.0'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Network': {'1.1'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Port': {'1.7'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'PortForwarding': {'1.2'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'QosPolicy': {'1.10'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroup': {'1.5'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SubPort': {'1.0'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Subnet': {'1.1'}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Trunk': {'1.1'}} Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: consumer versions: Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'ConntrackHelper': '1.0', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'LocalIPAssociation': '1.0', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Log': '1.0', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Network': '1.1', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Port': '1.7', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'PortForwarding': '1.2', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'QosPolicy': '1.10', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroup': '1.5', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroupRule': '1.2', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SubPort': '1.0', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Subnet': '1.1', Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Trunk': '1.1'}} Dec 15 12:34:46.721297 dv-cinder-813225-4-iscsi neutron-server[109095]: {{(pid=109095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:34:46.791373 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.828807 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.830014 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:34:46.830746 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:46.905926 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7347758 Dec 15 12:34:46.930650 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd85e12-aa6a-429a-8bc8-c1c9b3f8f5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=23323717-d2f1-48ed-abc3-b7b8a706e016,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:34:46.943233 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:34:49.816049 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 38774) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:50.209892 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea164394-66d6-4a55-9a12-d2d61b35794f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:34:50.211315 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ea164394-66d6-4a55-9a12-d2d61b35794f admin admin] 10.222.0.71 "GET /v2.0/networks/23323717-d2f1-48ed-abc3-b7b8a706e016 HTTP/1.1" status: 200 len: 825 time: 0.3942704 Dec 15 12:34:50.236521 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a36d26d6-2728-4e12-8863-74b4b1ea85be admin admin] 10.222.0.71 "GET /v2.0/subnetpools/b771df46-a7de-4e7c-ac31-ce019859b6ba HTTP/1.1" status: 200 len: 734 time: 0.0191727 Dec 15 12:34:50.246574 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba', 'name': 'private-subnet', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:34:50.269248 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Made reservation on behalf of b5edad6cbd2344f9b50a17bd71bf5d3b for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:34:50.271814 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:50.560490 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:50.627608 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f43a78-0d87-499f-8ef3-be48046add5a,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:34:50.632241 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Checking segment: {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:34:50.632628 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Network hostable DHCP agents. Network: 23323717-d2f1-48ed-abc3-b7b8a706e016, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:34:50.656247 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:34:50.667095 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 23323717-d2f1-48ed-abc3-b7b8a706e016) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:34:50.672078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:34:50.672854 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:50.676935 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd0072-8b6c-4834-b744-573d71f46e39 None None] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:34:50.695434 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e0d2e19a-2901-458f-8b87-989ce728bd8a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4438834 Dec 15 12:34:50.948228 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-23323717-d2f1-48ed-abc3-b7b8a706e016', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:34:50.949561 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:51.259625 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Allocated IP 172.20.0.2 (23323717-d2f1-48ed-abc3-b7b8a706e016/23f43a78-0d87-499f-8ef3-be48046add5a/39f33afb-b1fc-40da-98f6-b0103243cb58) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:34:51.544265 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:51.554794 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:51.641917 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:34:51.647632 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:34:51.657598 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:34:51.660960 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Pushing event updated for resources: {'Port': ['ID=39f33afb-b1fc-40da-98f6-b0103243cb58,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:34:51.694572 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.695235 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.695315 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.695613 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.695947 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.696274 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.696598 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.696984 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.697311 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.697649 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.697973 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.698289 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.698636 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Tracked resource versions report: Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: pushed versions: Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: { 'AddressGroup': {'1.2'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'ConntrackHelper': {'1.0'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Log': {'1.0'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Network': {'1.1'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Port': {'1.7'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'PortForwarding': {'1.2'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'QosPolicy': {'1.10'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroup': {'1.5'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SubPort': {'1.0'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Subnet': {'1.1'}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Trunk': {'1.1'}} Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: consumer versions: Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'ConntrackHelper': '1.0', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'LocalIPAssociation': '1.0', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Log': '1.0', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Network': '1.1', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Port': '1.7', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'PortForwarding': '1.2', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'QosPolicy': '1.10', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroup': '1.5', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroupRule': '1.2', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SubPort': '1.0', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Subnet': '1.1', Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Trunk': '1.1'}} Dec 15 12:34:51.700062 dv-cinder-813225-4-iscsi neutron-server[109097]: {{(pid=109097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:34:51.757646 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Attempting to bind port 39f33afb-b1fc-40da-98f6-b0103243cb58 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:34:51.758034 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Attempting to bind port 39f33afb-b1fc-40da-98f6-b0103243cb58 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:34:51.758475 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Attempting to bind port 39f33afb-b1fc-40da-98f6-b0103243cb58 on network 23323717-d2f1-48ed-abc3-b7b8a706e016 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:34:51.763775 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:34:51.764168 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Checking segment: {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:34:51.764620 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:51.765015 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Bound using segment: {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:34:51.765518 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Bound port: 39f33afb-b1fc-40da-98f6-b0103243cb58, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:34:51.765918 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:51.844892 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] For port 39f33afb-b1fc-40da-98f6-b0103243cb58, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:34:51.849284 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] For port 39f33afb-b1fc-40da-98f6-b0103243cb58, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=39f33afb-b1fc-40da-98f6-b0103243cb58,segment=NetworkSegment(709665f6-27c4-4027-8eb6-981905f61e2b),segment_id=709665f6-27c4-4027-8eb6-981905f61e2b)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:34:51.856022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:34:51.936380 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65ab3b-da62-454f-8bcc-51c5d07199f3 None None] Pushing event updated for resources: {'Port': ['ID=39f33afb-b1fc-40da-98f6-b0103243cb58,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:34:53.376364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38784) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:53.690755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [None req-322465e2-5c72-449d-b5da-fdbec590eedf admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:34:53.691780 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-322465e2-5c72-449d-b5da-fdbec590eedf admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3142583 Dec 15 12:34:56.326640 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38792) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:56.645712 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [None req-28331380-6985-4b86-aaff-66ed6e63e054 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:34:56.646803 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-28331380-6985-4b86-aaff-66ed6e63e054 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3192344 Dec 15 12:34:59.529169 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38802) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:34:59.835221 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'name': 'router1'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:34:59.902102 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.policy [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109096) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 12:34:59.951323 dv-cinder-813225-4-iscsi neutron-server[109096]: WARNING oslo_policy.policy [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:59.951705 dv-cinder-813225-4-iscsi neutron-server[109096]: WARNING oslo_policy.policy [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 12:34:59.961252 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.quota [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Loaded quota_driver: . Dec 15 12:35:00.018655 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.021118 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.028243 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 39f33afb-b1fc-40da-98f6-b0103243cb58 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:35:00.118352 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 39f33afb-b1fc-40da-98f6-b0103243cb58 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:00.118774 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.171960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.177073 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.198766 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.205847 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f721f979-3345-4fbf-82b1-5d4499413687 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6698089 Dec 15 12:35:00.233225 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.271500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 39f33afb-b1fc-40da-98f6-b0103243cb58, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=39f33afb-b1fc-40da-98f6-b0103243cb58,segment=NetworkSegment(709665f6-27c4-4027-8eb6-981905f61e2b),segment_id=709665f6-27c4-4027-8eb6-981905f61e2b)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:35:00.276039 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:00.328503 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=39f33afb-b1fc-40da-98f6-b0103243cb58,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:01.130739 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914be389-0b74-4eda-9e24-6e1bea54181e None None] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:35:01.238110 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-71eb8284-81d6-4139-bd85-20a08635d6c1 None None] Provisioning complete for port 39f33afb-b1fc-40da-98f6-b0103243cb58 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:01.238504 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-71eb8284-81d6-4139-bd85-20a08635d6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:01.452091 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-927f9dcb-9966-4dea-a36e-7f814e991814 None None] Provisioning complete for port 39f33afb-b1fc-40da-98f6-b0103243cb58 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:01.452466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-927f9dcb-9966-4dea-a36e-7f814e991814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:01.993059 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 39f33afb-b1fc-40da-98f6-b0103243cb58 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:35:02.039205 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 39f33afb-b1fc-40da-98f6-b0103243cb58 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:02.039578 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:02.448098 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d34cc044-67dd-4edd-a79b-af1306964435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:02.793999 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38816) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:35:03.102322 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [None req-adc758dd-49d5-4ffc-a999-49f8bf21f0b1 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:35:03.103323 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-adc758dd-49d5-4ffc-a999-49f8bf21f0b1 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3083687 Dec 15 12:35:04.916869 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d8f485cf-01bf-4c59-bac7-6104a9232cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:05.730909 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38824) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:35:06.042491 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:35:06.067750 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Made reservation on behalf of 73a4b2489ed74333ad9599d56c5d0610 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:35:06.070467 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.075595 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.086589 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.188528 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.192053 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.202928 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Reserving flat network on physical network physnet1 {{(pid=109096) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 12:35:06.235005 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752808210809', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.235569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Unsubscribe: segment precommit_create {{(pid=109096) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 12:35:06.236080 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Added segment 0629dab4-033a-46bf-b9f8-e5f4d95a3bb0 of type flat for network 8a220ece-91ee-498f-b92e-4077bb9489c1 Dec 15 12:35:06.253065 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77336183-16e7-4eea-a114-6b125d7aa1be,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:06.279283 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.279643 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.279981 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.280311 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.280637 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.280961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.281283 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.281603 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.281936 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.282270 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.282618 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.282932 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.283244 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Tracked resource versions report: Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: pushed versions: Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: { 'AddressGroup': {'1.2'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'ConntrackHelper': {'1.0'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Log': {'1.0'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Network': {'1.1'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Port': {'1.7'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'PortForwarding': {'1.2'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'QosPolicy': {'1.10'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroup': {'1.5'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SubPort': {'1.0'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Subnet': {'1.1'}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Trunk': {'1.1'}} Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: consumer versions: Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'ConntrackHelper': '1.0', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'LocalIPAssociation': '1.0', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Log': '1.0', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Network': '1.1', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Port': '1.7', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'PortForwarding': '1.2', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'QosPolicy': '1.10', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroup': '1.5', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroupRule': '1.2', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SubPort': '1.0', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Subnet': '1.1', Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Trunk': '1.1'}} Dec 15 12:35:06.284678 dv-cinder-813225-4-iscsi neutron-server[109096]: {{(pid=109096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:35:06.362923 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.403945 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.404985 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:35:06.405670 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:06.483768 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7516725 Dec 15 12:35:06.510761 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b167644-3836-4bf6-b21f-bd2519c164c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a220ece-91ee-498f-b92e-4077bb9489c1,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:06.520754 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:35:07.400879 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:08.195990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:09.144110 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38846) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:35:09.358262 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764b801-d756-4417-ac89-4b40a776f6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:35:09.359637 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-5764b801-d756-4417-ac89-4b40a776f6f2 admin admin] 10.222.0.71 "GET /v2.0/subnets/23f43a78-0d87-499f-8ef3-be48046add5a HTTP/1.1" status: 200 len: 849 time: 0.2145782 Dec 15 12:35:09.490626 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-643ec58a-f150-4940-8086-747dd432bf25 admin admin] 10.222.0.71 "GET /v2.0/routers/5baff026-1dbe-4c64-a955-c3e2f6c8491b HTTP/1.1" status: 200 len: 704 time: 0.1246443 Dec 15 12:35:09.756023 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.049150 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Allocated IP 172.20.0.1 (23323717-d2f1-48ed-abc3-b7b8a706e016/23f43a78-0d87-499f-8ef3-be48046add5a/9bb5f7a1-2345-4177-a3c5-f0dffa334fa0) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:35:10.229407 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.295583 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.361387 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:35:10.370093 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:35:10.382302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:35:10.382859 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.436420 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Pushing event updated for resources: {'Port': ['ID=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:10.537368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-e6777312-4e40-4097-915a-ce32c0299e7e None None] Provisioning complete for port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:10.537996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e6777312-4e40-4097-915a-ce32c0299e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.570441 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-e6777312-4e40-4097-915a-ce32c0299e7e None None] Port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:35:10.579285 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.832260 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.836847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.837612 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:10.914778 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Pushing event updated for resources: {'Port': ['ID=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:10.959977 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:35:10.961284 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:35:11.119587 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Router 5baff026-1dbe-4c64-a955-c3e2f6c8491b is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:35:11.193607 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-2f2feaf9-c6ec-4d0f-908d-56076f6e48f9 None None] Provisioning complete for port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:11.193977 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-2f2feaf9-c6ec-4d0f-908d-56076f6e48f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:11.209184 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:35:11.217680 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-34c78076-acfb-4955-b4cb-974da16999aa admin admin] 10.222.0.71 "PUT /v2.0/routers/5baff026-1dbe-4c64-a955-c3e2f6c8491b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7213926 Dec 15 12:35:11.220146 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Sync routers for ids ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:35:11.235132 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Routers {'5baff026-1dbe-4c64-a955-c3e2f6c8491b'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:35:11.235661 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-2f2feaf9-c6ec-4d0f-908d-56076f6e48f9 None None] Port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:35:11.236579 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:35:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:11.427824 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Set router 5baff026-1dbe-4c64-a955-c3e2f6c8491b gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:35:11.855211 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'name': 'router1', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:35:00Z', 'updated_at': '2021-12-15T12:35:10Z', 'revision_number': 2, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'gw_port_host': None, '_interfaces': [{'id': '9bb5f7a1-2345-4177-a3c5-f0dffa334fa0', 'name': '', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'mac_address': 'fa:16:3e:ef:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:09Z', 'updated_at': '2021-12-15T12:35:10Z', 'revision_number': 2, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'subnets': [{'id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:11.904789 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Checking router: 5baff026-1dbe-4c64-a955-c3e2f6c8491b for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:35:11.905150 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Updating router 5baff026-1dbe-4c64-a955-c3e2f6c8491b port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:35:11.953296 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.462904 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.469068 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.633964 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Pushing event updated for resources: {'Port': ['ID=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:12.636470 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Attempting to bind port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:35:12.636864 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Attempting to bind port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:35:12.637282 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Attempting to bind port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 on network 23323717-d2f1-48ed-abc3-b7b8a706e016 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:35:12.647736 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.648099 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.648438 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.648765 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.649092 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.649411 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.649735 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.650053 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.650372 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.650732 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.651055 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.651367 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.651680 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Tracked resource versions report: Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: pushed versions: Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: { 'AddressGroup': {'1.2'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'ConntrackHelper': {'1.0'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Log': {'1.0'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Network': {'1.1'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Port': {'1.7'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'PortForwarding': {'1.2'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'QosPolicy': {'1.10'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroup': {'1.5'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SubPort': {'1.0'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Subnet': {'1.1'}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Trunk': {'1.1'}} Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: consumer versions: Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'ConntrackHelper': '1.0', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'LocalIPAssociation': '1.0', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Log': '1.0', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Network': '1.1', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Port': '1.7', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'PortForwarding': '1.2', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'QosPolicy': '1.10', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroup': '1.5', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroupRule': '1.2', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SubPort': '1.0', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Subnet': '1.1', Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Trunk': '1.1'}} Dec 15 12:35:12.653052 dv-cinder-813225-4-iscsi neutron-server[109098]: {{(pid=109098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:35:12.658992 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:35:12.659615 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Checking segment: {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:35:12.660375 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.661003 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Bound using segment: {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:35:12.662617 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Bound port: 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709665f6-27c4-4027-8eb6-981905f61e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:35:12.663079 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.672540 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-2ae0d19c-c157-4737-a14c-957df5fc0b60 None None] Provisioning complete for port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:12.673127 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d19c-c157-4737-a14c-957df5fc0b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.707122 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0d19c-c157-4737-a14c-957df5fc0b60 None None] Port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:35:12.735666 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] For port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:35:12.755528 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] For port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,segment=NetworkSegment(709665f6-27c4-4027-8eb6-981905f61e2b),segment_id=709665f6-27c4-4027-8eb6-981905f61e2b)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:35:12.760179 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:12.815578 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6f82e-735d-4f6e-87d8-2704858c98ed None None] Pushing event updated for resources: {'Port': ['ID=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,revision_number=4']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:12.826157 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Routers {'5baff026-1dbe-4c64-a955-c3e2f6c8491b'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:35:12.826869 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:35:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:12.918160 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] Set router 5baff026-1dbe-4c64-a955-c3e2f6c8491b gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:35:13.029723 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-14a40365-dc85-47e4-9173-42d113935331 None None] Provisioning complete for port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:13.030091 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-14a40365-dc85-47e4-9173-42d113935331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:13.111868 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-14a40365-dc85-47e4-9173-42d113935331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:13.138031 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'name': 'router1', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:35:00Z', 'updated_at': '2021-12-15T12:35:10Z', 'revision_number': 2, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'gw_port_host': None, '_interfaces': [{'id': '9bb5f7a1-2345-4177-a3c5-f0dffa334fa0', 'name': '', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'mac_address': 'fa:16:3e:ef:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:09Z', 'updated_at': '2021-12-15T12:35:12Z', 'revision_number': 4, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'subnets': [{'id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:13.143522 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-14a40365-dc85-47e4-9173-42d113935331 None None] For port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,segment=NetworkSegment(709665f6-27c4-4027-8eb6-981905f61e2b),segment_id=709665f6-27c4-4027-8eb6-981905f61e2b)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:35:13.148368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-14a40365-dc85-47e4-9173-42d113935331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:13.166967 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ffa82-cf58-460e-a955-7d986be439af None None] The sync data for ids ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'] in dv-cinder-813225-4-iscsi is: [{'id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'name': 'router1', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:35:00Z', 'updated_at': '2021-12-15T12:35:10Z', 'revision_number': 2, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'gw_port_host': None, '_interfaces': [{'id': '9bb5f7a1-2345-4177-a3c5-f0dffa334fa0', 'name': '', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'mac_address': 'fa:16:3e:ef:c2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:09Z', 'updated_at': '2021-12-15T12:35:12Z', 'revision_number': 4, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'subnets': [{'id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:35:13.202536 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a40365-dc85-47e4-9173-42d113935331 None None] Pushing event updated for resources: {'Port': ['ID=9bb5f7a1-2345-4177-a3c5-f0dffa334fa0,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:13.709148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38866) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:35:13.819664 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba116b0-e936-4f43-8700-68fd4cbd2a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:35:13.821031 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3ba116b0-e936-4f43-8700-68fd4cbd2a59 admin admin] 10.222.0.71 "GET /v2.0/networks/8a220ece-91ee-498f-b92e-4077bb9489c1 HTTP/1.1" status: 200 len: 842 time: 0.1109068 Dec 15 12:35:13.831238 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:35:13.856946 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Made reservation on behalf of 73a4b2489ed74333ad9599d56c5d0610 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:35:13.859347 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:14.164004 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.objects.ports [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109096) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 12:35:14.164423 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:14.219658 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544653dd-596f-43a5-a4c1-5666d54538d6,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:14.228618 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:35:14.228843 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Network hostable DHCP agents. Network: 8a220ece-91ee-498f-b92e-4077bb9489c1, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:35:14.251814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:35:14.263153 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 8a220ece-91ee-498f-b92e-4077bb9489c1) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:35:14.268095 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:35:14.268810 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:14.275097 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56423fbb-e668-4247-8d76-e7ac1e356be3 None None] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:35:14.290346 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f0384c05-2232-4a71-b791-e225a00c5bd5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4625251 Dec 15 12:35:14.395421 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ba821-a547-4c46-97ac-adf86dccbd66 None None] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:35:16.787473 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38874) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:35:16.927068 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e0a142ec-8300-425e-b25f-d5d99f99fd3e admin admin] 10.222.0.71 "GET /v2.0/routers/5baff026-1dbe-4c64-a955-c3e2f6c8491b HTTP/1.1" status: 200 len: 710 time: 0.1331782 Dec 15 12:35:17.011454 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e12ac2-319d-4f09-bc54-7800dade0716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:35:17.012849 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-84e12ac2-319d-4f09-bc54-7800dade0716 admin admin] 10.222.0.71 "GET /v2.0/networks/8a220ece-91ee-498f-b92e-4077bb9489c1 HTTP/1.1" status: 200 len: 886 time: 0.0850592 Dec 15 12:35:17.023291 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:35:17.347155 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:17.577229 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:17.648330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:17.754027 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Allocated IP 172.27.1.233 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/2a53750e-b2df-4805-8382-737126f316f8) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:35:17.856036 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:17.888159 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:17.922728 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:35:17.925528 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:35:17.933600 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:35:17.938640 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Pushing event updated for resources: {'Port': ['ID=2a53750e-b2df-4805-8382-737126f316f8,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:18.179033 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:18.371183 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-133704170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-133709403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-859'] for router, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:18.374545 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-133704161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-133704184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-133709394'] for router, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:18.479805 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Router 5baff026-1dbe-4c64-a955-c3e2f6c8491b has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:35:18.662231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:35:18.666533 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:18.667712 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-c11f1585-3fb4-4762-ac09-8b2af750d73a admin admin] 10.222.0.71 "PUT /v2.0/routers/5baff026-1dbe-4c64-a955-c3e2f6c8491b HTTP/1.1" status: 200 len: 890 time: 1.6485043 Dec 15 12:35:20.037326 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:35:20.098190 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:20.099098 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:20.228055 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Sync routers for ids ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:35:20.239751 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Routers {'5baff026-1dbe-4c64-a955-c3e2f6c8491b'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:35:20.240404 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:35:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:20.453406 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Set router 5baff026-1dbe-4c64-a955-c3e2f6c8491b gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:35:20.926458 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'name': 'router1', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2a53750e-b2df-4805-8382-737126f316f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:35:00Z', 'updated_at': '2021-12-15T12:35:18Z', 'revision_number': 4, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'gw_port': {'id': '2a53750e-b2df-4805-8382-737126f316f8', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:17Z', 'updated_at': '2021-12-15T12:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '9bb5f7a1-2345-4177-a3c5-f0dffa334fa0', 'name': '', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'mac_address': 'fa:16:3e:ef:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:09Z', 'updated_at': '2021-12-15T12:35:13Z', 'revision_number': 5, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'subnets': [{'id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:20.978534 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Checking router: 5baff026-1dbe-4c64-a955-c3e2f6c8491b for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:35:20.978893 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Updating router 5baff026-1dbe-4c64-a955-c3e2f6c8491b port 2a53750e-b2df-4805-8382-737126f316f8 binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:35:21.026157 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:21.295153 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 38886) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:35:21.345068 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:21.350650 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:21.403580 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7fac6-211e-4986-8536-ca45598e7623 None None] Pushing event updated for resources: {'Port': ['ID=2a53750e-b2df-4805-8382-737126f316f8,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:21.406728 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Attempting to bind port 2a53750e-b2df-4805-8382-737126f316f8 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:35:21.407096 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Attempting to bind port 2a53750e-b2df-4805-8382-737126f316f8 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:35:21.407466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Attempting to bind port 2a53750e-b2df-4805-8382-737126f316f8 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:35:21.411059 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-08ab503a-daed-40fd-9d23-10eefc3eacfc admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140287 Dec 15 12:35:21.413194 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:35:21.413581 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:35:21.413986 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:21.414383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:35:21.414971 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Bound port: 2a53750e-b2df-4805-8382-737126f316f8, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:35:21.415383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:21.473832 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] For port 2a53750e-b2df-4805-8382-737126f316f8, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:35:21.477863 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] For port 2a53750e-b2df-4805-8382-737126f316f8, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=2a53750e-b2df-4805-8382-737126f316f8,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:35:21.482273 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:21.543960 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7fac6-211e-4986-8536-ca45598e7623 None None] Pushing event updated for resources: {'Port': ['ID=2a53750e-b2df-4805-8382-737126f316f8,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:21.546668 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Routers {'5baff026-1dbe-4c64-a955-c3e2f6c8491b'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:35:21.547273 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:35:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:21.655989 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] Set router 5baff026-1dbe-4c64-a955-c3e2f6c8491b gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:35:21.869739 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'name': 'router1', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2a53750e-b2df-4805-8382-737126f316f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:35:00Z', 'updated_at': '2021-12-15T12:35:18Z', 'revision_number': 4, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'gw_port': {'id': '2a53750e-b2df-4805-8382-737126f316f8', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:17Z', 'updated_at': '2021-12-15T12:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '9bb5f7a1-2345-4177-a3c5-f0dffa334fa0', 'name': '', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'mac_address': 'fa:16:3e:ef:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:09Z', 'updated_at': '2021-12-15T12:35:13Z', 'revision_number': 5, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'subnets': [{'id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:35:21.895905 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c2273-fe8b-4aad-8667-e14c6edfacad None None] The sync data for ids ['5baff026-1dbe-4c64-a955-c3e2f6c8491b'] in dv-cinder-813225-4-iscsi is: [{'id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'name': 'router1', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2a53750e-b2df-4805-8382-737126f316f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:35:00Z', 'updated_at': '2021-12-15T12:35:18Z', 'revision_number': 4, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'gw_port': {'id': '2a53750e-b2df-4805-8382-737126f316f8', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:17Z', 'updated_at': '2021-12-15T12:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '9bb5f7a1-2345-4177-a3c5-f0dffa334fa0', 'name': '', 'network_id': '23323717-d2f1-48ed-abc3-b7b8a706e016', 'tenant_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'mac_address': 'fa:16:3e:ef:c2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5baff026-1dbe-4c64-a955-c3e2f6c8491b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:35:09Z', 'updated_at': '2021-12-15T12:35:13Z', 'revision_number': 5, 'project_id': 'b5edad6cbd2344f9b50a17bd71bf5d3b', 'subnets': [{'id': '23f43a78-0d87-499f-8ef3-be48046add5a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b771df46-a7de-4e7c-ac31-ce019859b6ba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:35:22.092270 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 2a53750e-b2df-4805-8382-737126f316f8 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:35:22.148669 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 2a53750e-b2df-4805-8382-737126f316f8 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:22.149044 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:22.241945 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:22.268374 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 2a53750e-b2df-4805-8382-737126f316f8, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=2a53750e-b2df-4805-8382-737126f316f8,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:35:22.274136 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:22.325466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=2a53750e-b2df-4805-8382-737126f316f8,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:35:24.033271 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 2a53750e-b2df-4805-8382-737126f316f8 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:35:24.112035 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 2a53750e-b2df-4805-8382-737126f316f8 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:35:24.112411 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:32.452473 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6c95f1e0-fbbe-47bf-9718-ba51cb1e652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:33.717549 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:35:34.919956 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-26cac47e-d8cc-4c15-9a31-a02e82ad86f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:36.084874 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:37.407642 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:35:38.202319 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:02.456800 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ced637a3-0b65-4a2f-ab7f-c8d6ba5831ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:04.927185 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c03f954c-5d26-40b3-8ea6-5f01f47c3b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:06.088704 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:07.404765 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:08.198039 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:10.717353 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:36:32.460012 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-51b9c962-bcc3-4c2d-b8b8-8fa53b1645eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:34.919791 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b29c090d-6499-4686-b1ac-0ab8e4ad728f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:36.074666 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:37.412622 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:38.202167 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:43.120317 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39370) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:43.183292 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb52bf84-92be-422b-8531-d72042b903aa admin admin] GET failed (client error): The resource could not be found. Dec 15 12:36:43.184600 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fb52bf84-92be-422b-8531-d72042b903aa admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633368 Dec 15 12:36:43.342062 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ecdad0-9949-4465-b881-cfc42a58ad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:43.343469 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-92ecdad0-9949-4465-b881-cfc42a58ad85 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542544 Dec 15 12:36:45.708565 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39380) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:45.800355 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb23058-6301-44c8-8e76-d3e9fd0d7493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:45.802452 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-5eb23058-6301-44c8-8e76-d3e9fd0d7493 admin admin] 10.222.0.71 "GET /v2.0/subnets/23f43a78-0d87-499f-8ef3-be48046add5a HTTP/1.1" status: 200 len: 849 time: 0.0928030 Dec 15 12:36:45.812363 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:36:45.899111 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Publish callbacks [] for subnet, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:46.036632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752808225500'] for subnet, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:46.065181 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:46.065792 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:46.067118 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] 10.222.0.71 "PUT /v2.0/subnets/23f43a78-0d87-499f-8ef3-be48046add5a HTTP/1.1" status: 200 len: 868 time: 0.2584355 Dec 15 12:36:46.070628 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e3aff-2ccf-4213-956e-3c5151d07996 None None] Network 23323717-d2f1-48ed-abc3-b7b8a706e016 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:36:46.089054 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f43a78-0d87-499f-8ef3-be48046add5a,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:36:46.096257 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.096626 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.096973 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.097306 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.097638 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.097965 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.098309 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.098667 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.099013 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.099357 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.099684 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.100004 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.100322 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ecb92a-e8a8-4aa3-bc49-8c79e398615f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:36:46.361685 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-52e4e27d-b3fc-41ea-96d7-11d566df7007 None None] Provisioning complete for port 39f33afb-b1fc-40da-98f6-b0103243cb58 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:36:46.362044 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-52e4e27d-b3fc-41ea-96d7-11d566df7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:46.456178 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-52e4e27d-b3fc-41ea-96d7-11d566df7007 None None] Provisioning complete for port 9bb5f7a1-2345-4177-a3c5-f0dffa334fa0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:36:46.456595 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-52e4e27d-b3fc-41ea-96d7-11d566df7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:36:47.717151 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:36:48.481410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39388) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:48.677908 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534f908-a5ae-4c70-889b-713a514c0af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:48.678285 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534f908-a5ae-4c70-889b-713a514c0af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:48.679836 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d534f908-a5ae-4c70-889b-713a514c0af9 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974688 Dec 15 12:36:51.052523 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39396) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:51.180927 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894f9e9-eab1-4d2f-a10b-06a1b57192b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:51.181389 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894f9e9-eab1-4d2f-a10b-06a1b57192b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:51.182910 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-c894f9e9-eab1-4d2f-a10b-06a1b57192b2 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294501 Dec 15 12:36:53.588316 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39404) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:53.716980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec8046d-80b3-4f20-9280-deb9956c178e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:53.718326 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-cec8046d-80b3-4f20-9280-deb9956c178e admin admin] 10.222.0.71 "GET /v2.0/networks/23323717-d2f1-48ed-abc3-b7b8a706e016 HTTP/1.1" status: 200 len: 869 time: 0.1290395 Dec 15 12:36:56.170504 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39412) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:56.295320 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af63a9-fbd7-4573-840d-c0fde867b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:56.296838 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-06af63a9-fbd7-4573-840d-c0fde867b294 admin admin] 10.222.0.71 "GET /v2.0/networks/8a220ece-91ee-498f-b92e-4077bb9489c1 HTTP/1.1" status: 200 len: 886 time: 0.1253057 Dec 15 12:36:58.682832 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39420) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:36:58.806569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb70c9-43d9-413f-b11d-02fab6f3acea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:58.807018 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facb70c9-43d9-413f-b11d-02fab6f3acea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:36:58.808523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-facb70c9-43d9-413f-b11d-02fab6f3acea admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247430 Dec 15 12:37:01.179485 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39428) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:01.273069 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcd6b4-0b27-429e-89e6-706a892ecbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:01.273509 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcd6b4-0b27-429e-89e6-706a892ecbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:01.279472 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e4bcd6b4-0b27-429e-89e6-706a892ecbe5 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945113 Dec 15 12:37:02.462562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0e9d-b453-4a5a-aa80-803c7f66732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:03.739574 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39436) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:03.829387 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6242a8-0168-4784-9e4a-88907e5a10d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:03.830849 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-be6242a8-0168-4784-9e4a-88907e5a10d4 admin admin] 10.222.0.71 "GET /v2.0/subnets/23f43a78-0d87-499f-8ef3-be48046add5a HTTP/1.1" status: 200 len: 868 time: 0.0903051 Dec 15 12:37:04.924047 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b3783259-eef9-463c-879e-6ca28e6b2c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:06.078550 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:06.185035 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39444) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:06.273339 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa4f2c-f30b-4401-953a-5b2b27a7f0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:06.274767 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-b1aa4f2c-f30b-4401-953a-5b2b27a7f0c8 admin admin] 10.222.0.71 "GET /v2.0/subnets/544653dd-596f-43a5-a4c1-5666d54538d6 HTTP/1.1" status: 200 len: 816 time: 0.0886896 Dec 15 12:37:07.410068 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:08.204683 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:24.714932 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:37:31.278782 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39498) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:31.331825 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [None req-e4262a63-7e1c-40f5-82df-38598bb28e9e admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:37:31.332823 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e4262a63-7e1c-40f5-82df-38598bb28e9e admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531020 Dec 15 12:37:32.463625 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-33bbd3cb-8e9e-4bfb-bcc1-8807f95b92d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:33.798562 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39508) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:33.859233 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.pecan_wsgi.hooks.translation [None req-2012e387-3fa3-4c0c-9b3e-8a518f0e17cf admin admin] GET failed (client error): The resource could not be found. Dec 15 12:37:33.860522 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-2012e387-3fa3-4c0c-9b3e-8a518f0e17cf admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610082 Dec 15 12:37:34.000425 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d416099-9263-4edc-afd5-001cf65fd9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:34.001907 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0d416099-9263-4edc-afd5-001cf65fd9c1 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364896 Dec 15 12:37:34.925536 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3f3f3764-6fd6-4e0f-b5d0-d54abc48f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.082634 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.420940 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39516) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:36.473450 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:37:36.493319 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Made reservation on behalf of 73a4b2489ed74333ad9599d56c5d0610 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:37:36.495833 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.531378 dv-cinder-813225-4-iscsi neutron-server[109095]: WARNING neutron.services.revisions.revision_plugin [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Could not find related network for resource to bump revision. Dec 15 12:37:36.543465 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:37:36.552804 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.553138 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Added segment 56278717-af1c-4071-99e0-fdc63f0eed0c of type vlan for network 64e36352-51f2-45da-8b7f-ad11aff69c53 Dec 15 12:37:36.595318 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.618929 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.619857 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:36.620442 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:36.668835 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2467499 Dec 15 12:37:36.681157 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Pushing event updated for resources: {'Network': ['ID=64e36352-51f2-45da-8b7f-ad11aff69c53,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:37:36.688694 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.689073 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.689421 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.689758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.690092 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.691039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.691428 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.691770 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.692106 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.692453 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.692782 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.693106 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.693424 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef15982-0a98-431a-bfc7-fc2bb8ab9a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:36.705325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 64e36352-51f2-45da-8b7f-ad11aff69c53 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:37:37.414214 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:38.208940 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:39.120902 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39524) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:37:39.180157 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.pecan_wsgi.hooks.translation [None req-625bd09c-1a6d-44b1-be1c-1e930b281cdd admin admin] GET failed (client error): The resource could not be found. Dec 15 12:37:39.181389 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-625bd09c-1a6d-44b1-be1c-1e930b281cdd admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595694 Dec 15 12:37:39.248281 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3ccec8-be0e-4416-abdf-4b1bdf2e7d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:39.249687 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-de3ccec8-be0e-4416-abdf-4b1bdf2e7d90 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637615 Dec 15 12:37:39.259793 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:37:39.288854 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Made reservation on behalf of 73a4b2489ed74333ad9599d56c5d0610 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:37:39.292108 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:39.458455 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:39.514170 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1c0bd4-9372-48b0-833b-ef9fb6c20078,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:37:39.521846 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Checking segment: {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:37:39.522191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Network hostable DHCP agents. Network: 64e36352-51f2-45da-8b7f-ad11aff69c53, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:37:39.537792 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Network 64e36352-51f2-45da-8b7f-ad11aff69c53 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:37:39.546238 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 64e36352-51f2-45da-8b7f-ad11aff69c53) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:37:39.551259 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:37:39.551895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:39.556160 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148f86f-2787-499b-a9a3-71f9011fc799 None None] Network 64e36352-51f2-45da-8b7f-ad11aff69c53 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:37:39.567978 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fcbc0757-bba0-4e75-a135-44d577664704 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114381 Dec 15 12:37:39.667081 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-64e36352-51f2-45da-8b7f-ad11aff69c53', 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53', 'project_id': '73a4b2489ed74333ad9599d56c5d0610', 'fixed_ips': [{'subnet_id': 'aa1c0bd4-9372-48b0-833b-ef9fb6c20078'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:37:39.667970 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:39.808447 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Allocated IP 192.168.233.2 (64e36352-51f2-45da-8b7f-ad11aff69c53/aa1c0bd4-9372-48b0-833b-ef9fb6c20078/30010a36-af4b-435a-a298-cb2fac63d609) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:37:39.954609 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:39.960927 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:40.004813 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Network 64e36352-51f2-45da-8b7f-ad11aff69c53 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:37:40.007626 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:37:40.011793 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:37:40.014817 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Pushing event updated for resources: {'Port': ['ID=30010a36-af4b-435a-a298-cb2fac63d609,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:37:40.026635 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.027008 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.027377 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.027720 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.028052 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.028388 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.028714 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.029043 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.029382 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.029723 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.030054 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.030377 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.030729 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:37:40.174008 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Attempting to bind port 30010a36-af4b-435a-a298-cb2fac63d609 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:37:40.174298 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Attempting to bind port 30010a36-af4b-435a-a298-cb2fac63d609 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:37:40.175259 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Attempting to bind port 30010a36-af4b-435a-a298-cb2fac63d609 on network 64e36352-51f2-45da-8b7f-ad11aff69c53 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:37:40.180771 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:37:40.181154 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Checking segment: {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:37:40.181552 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:40.181943 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Bound using segment: {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:37:40.182405 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Bound port: 30010a36-af4b-435a-a298-cb2fac63d609, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:37:40.182804 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:40.247175 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] For port 30010a36-af4b-435a-a298-cb2fac63d609, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:37:40.250477 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] For port 30010a36-af4b-435a-a298-cb2fac63d609, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=30010a36-af4b-435a-a298-cb2fac63d609,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:37:40.255595 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:40.312908 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98fba0-a4fb-497e-8c36-bcebd37128fe None None] Pushing event updated for resources: {'Port': ['ID=30010a36-af4b-435a-a298-cb2fac63d609,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:37:41.181328 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94864491-449b-4fc6-96c9-21c2ee6127ae None None] Network 64e36352-51f2-45da-8b7f-ad11aff69c53 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:37:41.246321 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-c4c08618-05c0-4bf5-b680-74e9e50a80f5 None None] Provisioning complete for port 30010a36-af4b-435a-a298-cb2fac63d609 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:37:41.246717 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c4c08618-05c0-4bf5-b680-74e9e50a80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:41.363478 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c4c08618-05c0-4bf5-b680-74e9e50a80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:41.401973 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-c4c08618-05c0-4bf5-b680-74e9e50a80f5 None None] For port 30010a36-af4b-435a-a298-cb2fac63d609, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=30010a36-af4b-435a-a298-cb2fac63d609,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:37:41.408275 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c4c08618-05c0-4bf5-b680-74e9e50a80f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:41.466081 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c08618-05c0-4bf5-b680-74e9e50a80f5 None None] Pushing event updated for resources: {'Port': ['ID=30010a36-af4b-435a-a298-cb2fac63d609,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:37:41.731150 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-701a600b-0075-40df-a90d-abcdaa394a81 None None] Provisioning complete for port 30010a36-af4b-435a-a298-cb2fac63d609 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:37:41.731518 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-701a600b-0075-40df-a90d-abcdaa394a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:37:42.127312 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 30010a36-af4b-435a-a298-cb2fac63d609 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:37:42.178254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 30010a36-af4b-435a-a298-cb2fac63d609 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:37:42.178685 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:01.713958 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:38:02.466120 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-37c9e118-2c02-4a4b-b96d-c061bab052b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:04.926923 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8d206d01-9dde-484b-a33b-1762c8c191c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:06.085729 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:07.417143 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:08.210989 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:32.468126 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e82893a0-ea99-444a-b7af-3707022583e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:34.929144 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-09ea1d6c-013e-4c70-99f5-743e798b0392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:36.089569 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:37.418553 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:38.213637 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:38.712801 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:38:52.192157 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39568) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:38:52.198187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [None req-1b3d8de0-475a-4513-8f7d-e740530c3f58 tempest-verify_tempest_config-528372829 tempest-verify_tempest_config-528372829-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:38:52.199195 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-1b3d8de0-475a-4513-8f7d-e740530c3f58 tempest-verify_tempest_config-528372829 tempest-verify_tempest_config-528372829-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059180 Dec 15 12:38:52.489644 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39586) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:38:52.694085 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.770644 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.774153 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.819975 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=848bc93313a14c4abc24ca3e80aba812&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3269966 Dec 15 12:38:52.819975 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b0e94f-9d27-4035-b197-2711d8e1a65a,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:38:52.820460 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39590) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:38:52.825558 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.825924 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.826268 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.826645 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.826976 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.827302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.827657 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.827973 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.828295 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.828615 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.828933 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.829248 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.829566 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694ab04f-a994-4774-8c88-dc819d0ba3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:52.876514 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.899671 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.988439 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.990798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:38:52.992209 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2b0e94f-9d27-4035-b197-2711d8e1a65a HTTP/1.1" status: 204 len: 168 time: 0.1707573 Dec 15 12:38:53.000314 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b0e94f-9d27-4035-b197-2711d8e1a65a,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:38:53.007657 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.008060 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.008413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.008754 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.009091 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.009467 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.009758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.010093 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.010464 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.010800 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.011128 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.011452 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:38:53.011837 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ca70b8-5259-44ee-ad46-80dd06ec635b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:39:02.469768 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6d524939-4cac-4bc4-85d8-8edd2d804e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:04.930150 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-80ae90cc-0930-4c50-b467-bb9d48438023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:06.092158 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:07.420136 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:08.214806 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:15.711862 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:39:32.471620 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-fec0b6c9-4148-4a31-832c-e64489a2090b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:34.934872 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf293eb0-f2bf-4d5e-a2d3-8065ced64836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:36.095505 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:37.425002 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:38.217137 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:39:52.710755 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 5 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:40:02.473772 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9e5186be-c0aa-4b26-a533-2a00e656f378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:04.936358 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ad19acb7-540d-4bdf-9e95-f0910cf93c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:06.098416 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:07.427576 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:08.220155 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:27.960599 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-133709816'] for agent, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:29.710406 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:40:32.476053 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0d122609-9ff7-4644-b634-8580c8740bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:34.937809 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4cfaf35c-3bcf-4308-8040-6d7638fba25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:36.101607 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:37.431266 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:38.222039 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:40:41.809395 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39664) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:40:41.914178 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1c98d8ea-eb54-47a3-8497-2faa13638dd7 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036670 Dec 15 12:40:44.324866 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39674) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:40:44.379669 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-5021b29e-12f6-4ed0-b562-984fa0878c56 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537159 Dec 15 12:40:57.913336 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:02.477281 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-469652f0-4765-4123-ac71-5451ab4c68ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:04.938308 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e5cbe357-704f-4e33-83de-62c93c4ce7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:06.107158 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:06.709882 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:41:07.434783 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:08.226022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:27.928483 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:32.479208 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-46012f39-430b-4528-8e7b-771e79edd171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:34.940080 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e420908d-48ef-48af-8210-1dddc0c7faea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:36.106254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:37.438506 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:38.229872 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:41:43.709379 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:41:57.942924 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:02.482481 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6015b9f4-a965-4f03-a676-01a505e3fe09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:04.943983 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5600e740-501c-4f30-8b3d-9609c558a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:06.109791 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:07.442542 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:08.232185 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:15.860295 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39822) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:16.182983 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-network', 'tenant_id': '78fc7461db7c4a669da8815395442e13'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:16.205675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Made reservation on behalf of 78fc7461db7c4a669da8815395442e13 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:16.211943 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.222693 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.244647 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39850) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:16.302551 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.307328 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.324994 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:42:16.357028 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.357367 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Added segment f4b98026-25a1-4fc1-b909-599e5e564508 of type vlan for network 28991ab3-ac09-448e-b277-b78ce2732039 Dec 15 12:42:16.393418 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7075bd11-4861-45a4-b450-99b8c8811710,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:16.407132 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.410565 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.410919 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.411253 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.411585 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.411914 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.412240 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.412600 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.412911 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.413252 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.413574 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.413893 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.414203 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.414640 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Tracked resource versions report: Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: pushed versions: Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: { 'AddressGroup': {'1.2'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'ConntrackHelper': {'1.0'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Log': {'1.0'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Network': {'1.1'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Port': {'1.7'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'PortForwarding': {'1.2'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'QosPolicy': {'1.10'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroup': {'1.5'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SubPort': {'1.0'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Subnet': {'1.1'}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Trunk': {'1.1'}} Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: consumer versions: Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: HyperV agent@hv-cinder-81322: {}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'ConntrackHelper': '1.0', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'LocalIPAssociation': '1.0', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Log': '1.0', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Network': '1.1', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Port': '1.7', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'PortForwarding': '1.2', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'QosPolicy': '1.10', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroup': '1.5', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SecurityGroupRule': '1.2', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'SubPort': '1.0', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Subnet': '1.1', Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: 'Trunk': '1.1'}} Dec 15 12:42:16.415732 dv-cinder-813225-4-iscsi neutron-server[109096]: {{(pid=109096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:42:16.442978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.444366 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:16.445119 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.461465 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-463713918-network', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:16.477667 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6156938 Dec 15 12:42:16.487503 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39870) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:16.495699 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Request body: {'subnet': {'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-subnet', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:16.520068 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Made reservation on behalf of e6b2b929e8eb495387713d6424cbd817 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:16.523416 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec400b-0326-4bb9-b260-38ac30256648 admin admin] Pushing event updated for resources: {'Network': ['ID=28991ab3-ac09-448e-b277-b78ce2732039,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:16.523824 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.536492 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 28991ab3-ac09-448e-b277-b78ce2732039 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:42:16.540754 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.607282 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Made reservation on behalf of 78fc7461db7c4a669da8815395442e13 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:16.613203 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.613412 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39876) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:16.750971 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.761642 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.791869 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd701a-cf30-4524-b1d8-cb0ba9fe2965,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:16.802825 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.803210 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.803509 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.803843 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.804379 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.804883 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.805378 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.805870 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.806342 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.806869 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.807357 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.807841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.808331 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Tracked resource versions report: Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: pushed versions: Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: { 'AddressGroup': {'1.2'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'ConntrackHelper': {'1.0'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Log': {'1.0'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Network': {'1.1'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Port': {'1.7'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'PortForwarding': {'1.2'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'QosPolicy': {'1.10'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroup': {'1.5'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SubPort': {'1.0'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Subnet': {'1.1'}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Trunk': {'1.1'}} Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: consumer versions: Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: HyperV agent@hv-cinder-81322: {}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'ConntrackHelper': '1.0', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'LocalIPAssociation': '1.0', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Log': '1.0', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Network': '1.1', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Port': '1.7', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'PortForwarding': '1.2', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'QosPolicy': '1.10', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroup': '1.5', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SecurityGroupRule': '1.2', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'SubPort': '1.0', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Subnet': '1.1', Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: 'Trunk': '1.1'}} Dec 15 12:42:16.809814 dv-cinder-813225-4-iscsi neutron-server[109095]: {{(pid=109095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:42:16.821760 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:42:16.857298 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.857822 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Added segment 7d316a48-1580-45f8-bae9-322f45de9fa6 of type vlan for network 925e712b-de7c-4c52-858d-d57a23b8d9bc Dec 15 12:42:16.914700 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:16.997040 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.005266 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.006183 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:17.006808 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.038329 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-371568493-network', 'tenant_id': '2c3fdaba7cfb42048a117ff6fd940684'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:17.077078 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Made reservation on behalf of 2c3fdaba7cfb42048a117ff6fd940684 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:17.080020 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.096671 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.140726 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] Pushing event updated for resources: {'Network': ['ID=925e712b-de7c-4c52-858d-d57a23b8d9bc,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:17.153532 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:42:17.172878 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-297023dc-a54b-422f-b431-ec9c272ddfd6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9244690 Dec 15 12:42:17.172878 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3aada0f-385c-4561-b732-fec638e618a0,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:17.175656 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39902) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:17.178343 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Checking segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:17.178926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Network hostable DHCP agents. Network: 28991ab3-ac09-448e-b277-b78ce2732039, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:42:17.186908 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Request body: {'subnet': {'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-463713918-subnet', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:17.213501 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.214955 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Network 28991ab3-ac09-448e-b277-b78ce2732039 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:42:17.218408 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Made reservation on behalf of e6b2b929e8eb495387713d6424cbd817 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:17.219979 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.221965 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.237725 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:42:17.260481 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.260919 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Added segment 7fd15137-b258-4fe3-9cae-1bd845fbe041 of type vlan for network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 Dec 15 12:42:17.268284 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 28991ab3-ac09-448e-b277-b78ce2732039) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:17.280815 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:17.281688 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.300588 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8efb7-6028-4458-8902-30e7d17b8c60 None None] Network 28991ab3-ac09-448e-b277-b78ce2732039 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:17.331572 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-cb1ad40d-3d52-4c75-ad83-8a92a5cf563a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8426602 Dec 15 12:42:17.334278 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 39912) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:17.338769 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:17.378717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.423178 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930be76b-7896-442f-a3dc-523a364acfb0,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:17.439435 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.441047 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:17.442758 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.444112 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.455882 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.530754 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9117048 Dec 15 12:42:17.531072 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39916) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:17.539737 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Request body: {'subnet': {'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-371568493-subnet', 'tenant_id': '2c3fdaba7cfb42048a117ff6fd940684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:17.555667 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c9c4b-a607-4fa0-82e7-df1b35cd0540 admin admin] Pushing event updated for resources: {'Network': ['ID=97174aa2-d6dc-41ef-a837-fa19ceb64e83,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:17.580974 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Made reservation on behalf of 2c3fdaba7cfb42048a117ff6fd940684 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:17.585010 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.708070 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:42:17.710933 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35887e6-e396-4049-a728-28a0832be074 None None] Network 28991ab3-ac09-448e-b277-b78ce2732039 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:17.828158 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.874389 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:17.993414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.040218 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fc4147-c650-49c0-887e-3279201ed4ea,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:18.072131 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d9a477-4299-4a11-9e12-d7e1d9bffe84,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:18.120205 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Checking segment: {'id': '7fd15137-b258-4fe3-9cae-1bd845fbe041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:18.123653 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Network hostable DHCP agents. Network: 97174aa2-d6dc-41ef-a837-fa19ceb64e83, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:42:18.160688 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:42:18.178711 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 97174aa2-d6dc-41ef-a837-fa19ceb64e83) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:18.181096 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:18.181525 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.192771 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fce860-317a-4114-96d3-f64fbfd9080a None None] Network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:18.212655 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-dd5e07f5-75ab-480d-a079-4e0463ef4cd7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6795256 Dec 15 12:42:18.283996 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Checking segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:18.284479 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Network hostable DHCP agents. Network: 925e712b-de7c-4c52-858d-d57a23b8d9bc, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:42:18.288181 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.321991 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:42:18.365609 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 925e712b-de7c-4c52-858d-d57a23b8d9bc) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:18.370787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:18.371441 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.402388 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-759c05cc-4e93-4d3a-8d6e-82c55cc35a6c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2254336 Dec 15 12:42:18.406942 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 39938) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:18.412003 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:18.416584 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9f0cd-438a-4feb-95b6-1ac050e2724f None None] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:18.428220 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58b5b59-874c-413f-b395-589e6a421106 None None] Network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:18.458133 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.459578 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.640035 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.835278 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-925e712b-de7c-4c52-858d-d57a23b8d9bc', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:42:18.836155 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.899768 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.944387 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:18.980526 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.105254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Allocated IP 172.20.0.2 (925e712b-de7c-4c52-858d-d57a23b8d9bc/60fc4147-c650-49c0-887e-3279201ed4ea/8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:19.172783 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Allocated IP 172.27.1.49 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/01daaa17-6cd2-4026-ada2-c83b473ec5be) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:19.264700 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.288594 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.314331 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.352905 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.363516 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.415278 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:19.418245 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:19.419128 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.420872 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:19.449349 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Pushing event updated for resources: {'Port': ['ID=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:19.480609 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Allocated IP 172.27.1.135 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/5d294494-1667-4f74-9076-134c0da60c1b) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:19.490754 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.491118 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.491491 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.491812 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.492136 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.492456 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.496658 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.497162 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.497631 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.498464 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.498934 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.499409 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.499805 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Tracked resource versions report: Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: pushed versions: Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: { 'AddressGroup': {'1.2'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'ConntrackHelper': {'1.0'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Log': {'1.0'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Network': {'1.1'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Port': {'1.7'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'PortForwarding': {'1.2'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'QosPolicy': {'1.10'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroup': {'1.5'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SubPort': {'1.0'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Subnet': {'1.1'}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Trunk': {'1.1'}} Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: consumer versions: Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: HyperV agent@hv-cinder-81322: {}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'ConntrackHelper': '1.0', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'LocalIPAssociation': '1.0', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Log': '1.0', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Network': '1.1', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Port': '1.7', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'PortForwarding': '1.2', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'QosPolicy': '1.10', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroup': '1.5', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SecurityGroupRule': '1.2', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'SubPort': '1.0', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Subnet': '1.1', Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: 'Trunk': '1.1'}} Dec 15 12:42:19.503411 dv-cinder-813225-4-iscsi neutron-server[109097]: {{(pid=109097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:42:19.519980 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Attempting to bind port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:19.521861 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Attempting to bind port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:19.522684 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Attempting to bind port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a on network 925e712b-de7c-4c52-858d-d57a23b8d9bc {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:19.530933 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:19.531530 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Checking segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:19.532733 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.534323 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Bound using segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:19.535107 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Bound port: 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:19.535926 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.538462 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:19.543477 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:19.546061 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:19.619720 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] For port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:19.624591 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] For port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:19.633604 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.643502 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Pushing event updated for resources: {'Port': ['ID=01daaa17-6cd2-4026-ada2-c83b473ec5be,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:19.655830 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.742278 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:19.769793 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c966d8-51b7-4857-ac6d-483a76742002 None None] Pushing event updated for resources: {'Port': ['ID=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:19.818880 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:19.821152 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:19.825142 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:19.874377 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Pushing event updated for resources: {'Port': ['ID=5d294494-1667-4f74-9076-134c0da60c1b,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:20.070179 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:20.219167 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:20.407077 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:20.474179 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:20.474827 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:20.607707 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:20.663533 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:20.699751 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40028) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:20.708471 dv-cinder-813225-4-iscsi neutron-server[109096]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 12:42:20.710727 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:20.712561 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:42:20.717909 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:20.821246 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:20.824253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Router f7e26c84-6878-4bd9-b355-db5f4b87c35a is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:42:20.968724 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:21.014498 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:42:21.034169 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Sync routers for ids ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:42:21.053334 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Routers {'f7e26c84-6878-4bd9-b355-db5f4b87c35a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:21.054234 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:21.089177 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:21.090975 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-83c26419-77d8-4fa7-b5bc-b50700a718b5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7550673 Dec 15 12:42:21.093281 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40056) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:21.117893 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-59f23f6d-729d-4322-89eb-eb8b8c885bd6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:21.129983 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-59f23f6d-729d-4322-89eb-eb8b8c885bd6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/networks?id=97174aa2-d6dc-41ef-a837-fa19ceb64e83 HTTP/1.1" status: 200 len: 811 time: 0.4226120 Dec 15 12:42:21.159325 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-1588e63c-e8ad-4bb3-bb3f-69be2d0125f9 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/quotas/2c3fdaba7cfb42048a117ff6fd940684 HTTP/1.1" status: 200 len: 375 time: 0.0282485 Dec 15 12:42:21.335212 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-7e0ce0aa-3cc2-466b-9a9d-df7cfcc67027 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c3fdaba7cfb42048a117ff6fd940684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1746738 Dec 15 12:42:21.395994 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101d6e8-4bf0-4525-9892-cad6eed7746c None None] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:21.434410 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Set router f7e26c84-6878-4bd9-b355-db5f4b87c35a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:21.436291 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:42:21.578663 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:42:21.616554 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:42:21.622315 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-1a2b0e28-86dc-4024-9886-04e6e63f924a None None] Provisioning complete for port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:21.622750 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0e28-86dc-4024-9886-04e6e63f924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:21.638679 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:21.641618 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-601bcb7e-fb31-4602-a05b-ee79816aec41 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2332180 Dec 15 12:42:21.646940 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40074) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:21.675692 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:21.676415 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:21.898817 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-16f87c0a-c30f-414d-9e54-63e49276a365 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:42:21.906756 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-16f87c0a-c30f-414d-9e54-63e49276a365 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2316420 Dec 15 12:42:21.950334 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:42:19Z', 'revision_number': 3, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:22.003689 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:22.035633 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Checking router: f7e26c84-6878-4bd9-b355-db5f4b87c35a for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:42:22.035987 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Updating router f7e26c84-6878-4bd9-b355-db5f4b87c35a port 01daaa17-6cd2-4026-ada2-c83b473ec5be binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:42:22.093887 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.212998 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.614501 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:22.620295 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.627246 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.701424 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Pushing event updated for resources: {'Port': ['ID=01daaa17-6cd2-4026-ada2-c83b473ec5be,revision_number=2']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:22.724250 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.724970 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.725618 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.726156 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.726677 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.727234 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.727892 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.728399 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.729313 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.731313 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.731839 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.732664 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.733756 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Tracked resource versions report: Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: pushed versions: Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: { 'AddressGroup': {'1.2'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'ConntrackHelper': {'1.0'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'LocalIPAssociation': {'1.0'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Log': {'1.0'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Network': {'1.1'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Port': {'1.7'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'PortForwarding': {'1.2'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'QosPolicy': {'1.10'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroup': {'1.5'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroupRule': {'1.2'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SubPort': {'1.0'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Subnet': {'1.1'}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Trunk': {'1.1'}} Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: consumer versions: Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: { DHCP agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: HyperV agent@hv-cinder-81322: {}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: L3 agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: Metadata agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: Metering agent@dv-cinder-813225-4-iscsi: {}, Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: Open vSwitch agent@dv-cinder-813225-4-iscsi: { 'AddressGroup': '1.2', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'ConntrackHelper': '1.0', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'LocalIPAssociation': '1.0', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Log': '1.0', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Network': '1.1', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Port': '1.7', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'PortForwarding': '1.2', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'QosPolicy': '1.10', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroup': '1.5', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SecurityGroupRule': '1.2', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'SubPort': '1.0', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Subnet': '1.1', Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: 'Trunk': '1.1'}} Dec 15 12:42:22.738218 dv-cinder-813225-4-iscsi neutron-server[109098]: {{(pid=109098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 12:42:22.741497 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Allocated IP 172.20.0.1 (28991ab3-ac09-448e-b277-b78ce2732039/d3aada0f-385c-4561-b732-fec638e618a0/220cebc9-03d7-46e9-a36b-ded9539d7b76) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:22.830744 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Attempting to bind port 01daaa17-6cd2-4026-ada2-c83b473ec5be on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:22.831365 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Attempting to bind port 01daaa17-6cd2-4026-ada2-c83b473ec5be by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:22.833970 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Attempting to bind port 01daaa17-6cd2-4026-ada2-c83b473ec5be on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:22.839038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40112) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:22.853758 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:22.855525 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:22.856426 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-ff5d0591-8ea7-4121-be7e-7d8980040603 None None] Provisioning complete for port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:22.858029 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ff5d0591-8ea7-4121-be7e-7d8980040603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.858335 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.859035 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:22.860243 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Bound port: 01daaa17-6cd2-4026-ada2-c83b473ec5be, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:22.862367 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.891139 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.934966 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.953449 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-90e683ff-59d4-48fd-8781-73aa55ad0594 service neutron] 10.222.0.71 "GET /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0458355 Dec 15 12:42:22.956442 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:22.990315 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Network 28991ab3-ac09-448e-b277-b78ce2732039 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:22.995921 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:23.005001 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:23.005666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.129686 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] For port 01daaa17-6cd2-4026-ada2-c83b473ec5be, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:23.134101 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] For port 01daaa17-6cd2-4026-ada2-c83b473ec5be, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=01daaa17-6cd2-4026-ada2-c83b473ec5be,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:23.150533 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.163172 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:23.163947 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.245323 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Pushing event updated for resources: {'Port': ['ID=220cebc9-03d7-46e9-a36b-ded9539d7b76,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:23.270998 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Routers {'f7e26c84-6878-4bd9-b355-db5f4b87c35a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:23.272059 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:23.347495 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.411558 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:19Z', 'revision_number': 3, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:23.443254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:42:23.443465 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fa20c-b7cf-45bd-8113-875d1e5a3a72 None None] Pushing event updated for resources: {'Port': ['ID=01daaa17-6cd2-4026-ada2-c83b473ec5be,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:23.443981 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Updating router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 port 5d294494-1667-4f74-9076-134c0da60c1b binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:42:23.481450 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.498755 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] Set router f7e26c84-6878-4bd9-b355-db5f4b87c35a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:23.564821 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e701e762-2149-436f-9aeb-2f0307bf105b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.656902 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-31b59b6d-c8d2-440c-81f4-35f6e2a28c98 service neutron] 10.222.0.71 "GET /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714754 Dec 15 12:42:23.759941 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e701e762-2149-436f-9aeb-2f0307bf105b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.776087 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e701e762-2149-436f-9aeb-2f0307bf105b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.823769 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.831363 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.832475 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:23.864389 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Allocated IP 172.20.0.1 (925e712b-de7c-4c52-858d-d57a23b8d9bc/60fc4147-c650-49c0-887e-3279201ed4ea/5ae703e4-81f0-4eea-9e89-5a4414ef3f77) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:23.892845 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e701e762-2149-436f-9aeb-2f0307bf105b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b79023c933a4ddf96653716cbce2c4e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0481975 Dec 15 12:42:23.895911 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Pushing event updated for resources: {'Port': ['ID=220cebc9-03d7-46e9-a36b-ded9539d7b76,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:23.897293 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40146) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:23.909168 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701e762-2149-436f-9aeb-2f0307bf105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22caa21-e636-43f1-9e66-8341da43a337,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:24.041195 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '220cebc9-03d7-46e9-a36b-ded9539d7b76', 'name': '', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'mac_address': 'fa:16:3e:79:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:22Z', 'updated_at': '2021-12-15T12:42:22Z', 'revision_number': 1, 'project_id': '78fc7461db7c4a669da8815395442e13', 'subnets': [{'id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:24.044115 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.055053 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.093809 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-45fe6956-7a65-4ad1-837b-2d4f0618b0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.122253 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40160) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:24.132887 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ee990-c5d9-4f30-afa7-43c1c3fa8cb8 None None] The sync data for ids ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'] in dv-cinder-813225-4-iscsi is: [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '220cebc9-03d7-46e9-a36b-ded9539d7b76', 'name': '', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'mac_address': 'fa:16:3e:79:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:22Z', 'updated_at': '2021-12-15T12:42:22Z', 'revision_number': 1, 'project_id': '78fc7461db7c4a669da8815395442e13', 'subnets': [{'id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:42:24.135005 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Attempting to bind port 5d294494-1667-4f74-9076-134c0da60c1b on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:24.135880 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Attempting to bind port 5d294494-1667-4f74-9076-134c0da60c1b by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:24.137093 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Attempting to bind port 5d294494-1667-4f74-9076-134c0da60c1b on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:24.159337 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:24.160883 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:24.161401 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-45fe6956-7a65-4ad1-837b-2d4f0618b0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.161716 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.163221 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:24.164637 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Bound port: 5d294494-1667-4f74-9076-134c0da60c1b, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:24.165325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.226180 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0310b7bd-cc39-4ab8-98fe-c5da1ce7fb20 req-d5ad182e-3cac-4dc1-8eba-fda1ad43e307 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.0995073 Dec 15 12:42:24.232158 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.265754 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] For port 5d294494-1667-4f74-9076-134c0da60c1b, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:24.270135 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] For port 5d294494-1667-4f74-9076-134c0da60c1b, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=5d294494-1667-4f74-9076-134c0da60c1b,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:24.283974 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.305971 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.306234 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227bfaf-34a3-4284-9ebd-03db33ababe4 None None] Pushing event updated for resources: {'Port': ['ID=5d294494-1667-4f74-9076-134c0da60c1b,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:24.313022 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Network 28991ab3-ac09-448e-b277-b78ce2732039 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:24.315727 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:24.350715 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-45fe6956-7a65-4ad1-837b-2d4f0618b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.355023 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-45fe6956-7a65-4ad1-837b-2d4f0618b0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.360254 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-45fe6956-7a65-4ad1-837b-2d4f0618b0e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f22caa21-e636-43f1-9e66-8341da43a337 HTTP/1.1" status: 204 len: 168 time: 0.4602714 Dec 15 12:42:24.403280 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:24.408864 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:24.463718 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe6956-7a65-4ad1-837b-2d4f0618b0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22caa21-e636-43f1-9e66-8341da43a337,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:24.561422 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227bfaf-34a3-4284-9ebd-03db33ababe4 None None] Pushing event updated for resources: {'Port': ['ID=5d294494-1667-4f74-9076-134c0da60c1b,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:24.569479 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:24.575255 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:24.590227 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:24.590227 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:24.612748 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Router f7e26c84-6878-4bd9-b355-db5f4b87c35a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:42:24.738128 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:24.778025 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Pushing event updated for resources: {'Port': ['ID=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:24.900631 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:42:24.920204 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-13c644a8-2d3b-4a76-bcbf-6f29e3e3d154 admin admin] 10.222.0.71 "PUT /v2.0/routers/f7e26c84-6878-4bd9-b355-db5f4b87c35a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8166895 Dec 15 12:42:25.031902 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40198) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:25.052286 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.072342 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a2a3afb2-03dc-43a4-ada7-6adec52c640c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.091929 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-af9f511b-bb48-4d15-af70-5bbafb7f89a6 None None] Provisioning complete for port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:25.092964 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-af9f511b-bb48-4d15-af70-5bbafb7f89a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.146490 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-af9f511b-bb48-4d15-af70-5bbafb7f89a6 None None] Port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:42:25.161836 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-556adc15-cd17-4627-8858-627e324953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:19Z', 'revision_number': 3, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:25.208912 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adc15-cd17-4627-8858-627e324953e0 None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:19Z', 'revision_number': 3, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:42:25.303094 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a2a3afb2-03dc-43a4-ada7-6adec52c640c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.311222 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a2a3afb2-03dc-43a4-ada7-6adec52c640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.391671 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a2a3afb2-03dc-43a4-ada7-6adec52c640c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7d464fa4c6a4295a385d4506d3c1e8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3586671 Dec 15 12:42:25.397554 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40216) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:25.400402 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.409733 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3afb2-03dc-43a4-ada7-6adec52c640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed36a2-dfa4-4f0d-a60a-5abe3f1f3464,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:25.457119 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ccf986d-6f45-408a-b0da-197cf34989f5 req-247445dc-43f9-4dee-8513-bc6c61228432 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.1027927 Dec 15 12:42:25.459397 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.460326 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.537535 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ab01-d6a2-41bb-aad9-f71230c41e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.579992 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Pushing event updated for resources: {'Port': ['ID=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:25.585735 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ab01-d6a2-41bb-aad9-f71230c41e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.696506 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ab01-d6a2-41bb-aad9-f71230c41e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.700036 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ab01-d6a2-41bb-aad9-f71230c41e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:25.701446 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1dc4ab01-d6a2-41bb-aad9-f71230c41e86 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dfed36a2-dfa4-4f0d-a60a-5abe3f1f3464 HTTP/1.1" status: 204 len: 168 time: 0.3027008 Dec 15 12:42:25.718789 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4ab01-d6a2-41bb-aad9-f71230c41e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed36a2-dfa4-4f0d-a60a-5abe3f1f3464,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:25.745056 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:25.748549 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:26.105385 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:42:26.229984 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-d0f9676e-6346-4b48-a49b-edd56a55ff4c None None] Provisioning complete for port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:26.231940 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d0f9676e-6346-4b48-a49b-edd56a55ff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:26.337726 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9676e-6346-4b48-a49b-edd56a55ff4c None None] Port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:42:26.433677 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 01daaa17-6cd2-4026-ada2-c83b473ec5be up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:26.437202 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:42:26.445947 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a9281cd5-cb2b-4f5b-af61-457ef90544fe admin admin] 10.222.0.71 "PUT /v2.0/routers/2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7969718 Dec 15 12:42:26.475157 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-5b607f07-3b8a-4df3-b1bd-d9ba8affc907 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:26.477067 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-5b607f07-3b8a-4df3-b1bd-d9ba8affc907 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 819 time: 0.3898280 Dec 15 12:42:26.529588 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-46af89bb-2a34-4ff4-ad3e-858be8b6db24 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/quotas/78fc7461db7c4a669da8815395442e13 HTTP/1.1" status: 200 len: 375 time: 0.0347781 Dec 15 12:42:26.692268 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 01daaa17-6cd2-4026-ada2-c83b473ec5be triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:26.693713 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:26.767598 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-57be2f60-fb16-458f-923f-aece49a5fe87 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2210357 Dec 15 12:42:26.864562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:26.910223 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 01daaa17-6cd2-4026-ada2-c83b473ec5be, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=01daaa17-6cd2-4026-ada2-c83b473ec5be,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:26.916471 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:26.917885 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5d294494-1667-4f74-9076-134c0da60c1b up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:27.011523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-1703c929-547d-44c3-82d2-890ff78b0b98 service neutron] 10.222.0.71 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095888 Dec 15 12:42:27.085213 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=01daaa17-6cd2-4026-ada2-c83b473ec5be,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:27.140979 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 5d294494-1667-4f74-9076-134c0da60c1b triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:27.141428 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:27.163369 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b74ec360-94cc-434f-a394-60465345abc2 req-8d629c1f-b313-4a83-ae15-716fc8117fbd tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.3838623 Dec 15 12:42:27.263868 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-293c4e6f-184a-4bc5-9c6a-95bf6548d7f6 service neutron] 10.222.0.71 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065210 Dec 15 12:42:27.339403 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:27.392642 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 5d294494-1667-4f74-9076-134c0da60c1b, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=5d294494-1667-4f74-9076-134c0da60c1b,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:27.405046 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:27.549226 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.36', 51208) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:27.775121 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-743b659f-0e4c-4264-9d59-e3f565fefdb6 req-f2613a62-565e-4ddc-ae8f-bb60b369e128 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 210 time: 0.0810716 Dec 15 12:42:27.944361 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=5d294494-1667-4f74-9076-134c0da60c1b,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:27.973928 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:27.998245 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-33568fdb-e652-4385-bee2-d923494b3eb1 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:28.000387 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-33568fdb-e652-4385-bee2-d923494b3eb1 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.36 "GET /v2.0/networks?id=97174aa2-d6dc-41ef-a837-fa19ceb64e83 HTTP/1.1" status: 200 len: 811 time: 0.4501686 Dec 15 12:42:28.343026 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 01daaa17-6cd2-4026-ada2-c83b473ec5be up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:28.480916 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 01daaa17-6cd2-4026-ada2-c83b473ec5be triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:28.481650 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:28.606229 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-c7271253-d30c-4e37-b1c5-d23683b9c84a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:28.611383 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40388) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:28.616099 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-c7271253-d30c-4e37-b1c5-d23683b9c84a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 819 time: 0.2744298 Dec 15 12:42:28.617661 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890223158', 'description': 'tempest-description--1204878014'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:28.643773 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-b0c8241d-82bd-4a34-96b1-b9025ed8f792 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/quotas/78fc7461db7c4a669da8815395442e13 HTTP/1.1" status: 200 len: 375 time: 0.0267503 Dec 15 12:42:28.656770 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5d294494-1667-4f74-9076-134c0da60c1b up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:28.690464 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:28.743155 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 5d294494-1667-4f74-9076-134c0da60c1b triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:28.745767 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:28.757979 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8027e876-ab4b-4dc2-962f-d81016dba5f1 req-207337fc-8324-4b02-81f9-926e03043e93 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.0501103 Dec 15 12:42:28.796831 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-f38ea687-3eea-424e-9d30-20dda5a505a1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522212 Dec 15 12:42:28.842090 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:28.850064 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:28.913453 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:28.915066 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3021073 Dec 15 12:42:28.918035 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40402) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:28.923948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c1d32-5c65-4a1a-b38a-f8178472d34d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:28.935592 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724868b-8bf0-48aa-831c-ab9ac9379f18 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0c1d32-5c65-4a1a-b38a-f8178472d34d,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:28.965621 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.035908 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-af1fd971-75bb-4f93-9e58-02096bc2369c service neutron] 10.222.0.71 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280920 Dec 15 12:42:29.101265 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.105547 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.137134 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Sync routers for ids ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:42:29.149040 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Routers {'f7e26c84-6878-4bd9-b355-db5f4b87c35a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:29.150069 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:29.150740 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-4ed76b41-73b5-4831-b4cb-f0b24edc6b56 service neutron] 10.222.0.71 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132224 Dec 15 12:42:29.165722 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc50c24-03b8-4245-81e4-14cea1b2a3a5,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:29.193017 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.197672 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d78f2396-8e83-491f-82aa-3eb3fe07aeee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2783413 Dec 15 12:42:29.200551 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40420) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:29.207069 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'security_group_rule': {'security_group_id': 'fa0c1d32-5c65-4a1a-b38a-f8178472d34d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:29.245067 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:42:29.271887 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Set router f7e26c84-6878-4bd9-b355-db5f4b87c35a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:29.278920 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:29.283109 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:29.319472 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.487906 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:29.540510 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '220cebc9-03d7-46e9-a36b-ded9539d7b76', 'name': '', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'mac_address': 'fa:16:3e:79:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:22Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 2, 'project_id': '78fc7461db7c4a669da8815395442e13', 'subnets': [{'id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:29.541413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40436) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:29.574822 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Checking router: f7e26c84-6878-4bd9-b355-db5f4b87c35a for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:42:29.575375 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Updating router f7e26c84-6878-4bd9-b355-db5f4b87c35a port 220cebc9-03d7-46e9-a36b-ded9539d7b76 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:42:29.587186 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.605959 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.606247 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-567c9309-6463-49c2-ace6-c97b7c4365b6 req-ab620d5b-35a8-485b-957c-8521b63532e6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 210 time: 0.0680752 Dec 15 12:42:29.611106 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.661247 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfe5f9c-19dd-4287-8f23-da90bb73e886,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:29.672398 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.677076 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-98bc75b2-8cbe-4411-bfdb-48a4135dc1aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4724107 Dec 15 12:42:29.677423 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40446) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:29.686364 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:29.772220 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.817318 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-65dde7fc-b84d-4f59-877d-7042029ecca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:29.932398 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:25Z', 'revision_number': 2, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:29.943681 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c52c238e-53b1-4258-9258-745104bcdb34 req-3ae366af-8b43-469d-a87a-159f18c2a62f tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.0459654 Dec 15 12:42:29.993738 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:42:29.994106 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Updating router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:42:30.063060 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.128786 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.143452 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-65dde7fc-b84d-4f59-877d-7042029ecca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.146048 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.160453 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-65dde7fc-b84d-4f59-877d-7042029ecca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.170706 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.197978 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4b9e3-2521-4b1f-b808-93e360b09fe0 None None] Pushing event updated for resources: {'Port': ['ID=220cebc9-03d7-46e9-a36b-ded9539d7b76,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:30.259230 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-65dde7fc-b84d-4f59-877d-7042029ecca5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b2f1f19b56340a39bcb5c717ee8c491&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7167487 Dec 15 12:42:30.261846 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40472) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:30.262336 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde7fc-b84d-4f59-877d-7042029ecca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be9403-3b5c-438a-bc35-243b54355bfb,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:30.276155 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Attempting to bind port 220cebc9-03d7-46e9-a36b-ded9539d7b76 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:30.276525 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Attempting to bind port 220cebc9-03d7-46e9-a36b-ded9539d7b76 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:30.276870 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Attempting to bind port 220cebc9-03d7-46e9-a36b-ded9539d7b76 on network 28991ab3-ac09-448e-b277-b78ce2732039 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:30.284286 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:30.284745 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Checking segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:30.285223 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.285618 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Bound using segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:30.286089 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Bound port: 220cebc9-03d7-46e9-a36b-ded9539d7b76, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:30.286506 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.341627 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-727bf93f-f53d-4714-8d78-6668bd89ff06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.363878 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] For port 220cebc9-03d7-46e9-a36b-ded9539d7b76, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:30.366097 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Allocated IP 172.27.1.19 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/386999c8-32b1-4066-a0a3-6cba81ebcea2) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:30.368147 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] For port 220cebc9-03d7-46e9-a36b-ded9539d7b76, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=220cebc9-03d7-46e9-a36b-ded9539d7b76,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:30.374792 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.440247 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Routers {'f7e26c84-6878-4bd9-b355-db5f4b87c35a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:30.441695 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:30.467419 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.476072 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.497826 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.524368 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Request body: {'port': {'device_id': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83', 'admin_state_up': True, 'tenant_id': '2c3fdaba7cfb42048a117ff6fd940684'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:30.573787 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4b9e3-2521-4b1f-b808-93e360b09fe0 None None] Pushing event updated for resources: {'Port': ['ID=220cebc9-03d7-46e9-a36b-ded9539d7b76,revision_number=4']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:30.575481 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-727bf93f-f53d-4714-8d78-6668bd89ff06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.659498 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6ede2-1cb1-4b68-be42-326952cd3a3f None None] Pushing event updated for resources: {'Port': ['ID=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:30.666059 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.681512 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-727bf93f-f53d-4714-8d78-6668bd89ff06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.684268 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-727bf93f-f53d-4714-8d78-6668bd89ff06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.685450 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-727bf93f-f53d-4714-8d78-6668bd89ff06 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3be9403-3b5c-438a-bc35-243b54355bfb HTTP/1.1" status: 204 len: 168 time: 0.4219725 Dec 15 12:42:30.700148 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:30.709371 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:30.735590 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Attempting to bind port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:30.740114 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Attempting to bind port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:30.742895 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Attempting to bind port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:30.754397 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:30.758401 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bf93f-f53d-4714-8d78-6668bd89ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be9403-3b5c-438a-bc35-243b54355bfb,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:30.766356 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:30.769520 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Checking segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:30.770235 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.772014 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Bound using segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:30.774616 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Bound port: 5ae703e4-81f0-4eea-9e89-5a4414ef3f77, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:30.775284 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:30.781631 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] Set router f7e26c84-6878-4bd9-b355-db5f4b87c35a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:30.952338 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] For port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:30.965955 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] For port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:30.984439 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.039914 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4263450c-7a44-41d6-947a-fef49814d200 req-e186f7d3-424f-4841-b173-90a98c2cc1b2 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 210 time: 0.0410929 Dec 15 12:42:31.239750 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5e56848-58a8-414b-a40b-2685101a5991 req-598fc43a-6b28-4e1c-87dd-766d8a16c9ff tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.0865488 Dec 15 12:42:31.284697 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6ede2-1cb1-4b68-be42-326952cd3a3f None None] Pushing event updated for resources: {'Port': ['ID=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:31.296152 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:42:31.302971 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:42:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:31.372935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'Port': ['ID=386999c8-32b1-4066-a0a3-6cba81ebcea2,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:31.415195 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.420720 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Made reservation on behalf of 2c3fdaba7cfb42048a117ff6fd940684 for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:31.455537 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.479554 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40522) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:31.503945 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-796db055-6dcf-41fd-8c6d-2a687e09ccc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.593373 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '220cebc9-03d7-46e9-a36b-ded9539d7b76', 'name': '', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'mac_address': 'fa:16:3e:79:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:22Z', 'updated_at': '2021-12-15T12:42:30Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'subnets': [{'id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:31.637840 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.36', 51225) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:31.642471 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-796db055-6dcf-41fd-8c6d-2a687e09ccc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.660033 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-796db055-6dcf-41fd-8c6d-2a687e09ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.682252 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:42:31.713568 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d06667-03da-4860-bd91-1d13ee711a84 None None] The sync data for ids ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'] in dv-cinder-813225-4-iscsi is: [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:42:23Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '220cebc9-03d7-46e9-a36b-ded9539d7b76', 'name': '', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'mac_address': 'fa:16:3e:79:fa:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:22Z', 'updated_at': '2021-12-15T12:42:30Z', 'revision_number': 4, 'project_id': '78fc7461db7c4a669da8815395442e13', 'subnets': [{'id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:42:31.789756 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9f45328d-c28d-4a2c-8b66-06ea82aaa7bb None None] Provisioning complete for port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:31.790130 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9f45328d-c28d-4a2c-8b66-06ea82aaa7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.836219 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796db055-6dcf-41fd-8c6d-2a687e09ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd64a267-be12-4059-a91d-af177b3d70da,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:31.837609 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:31.864017 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-796db055-6dcf-41fd-8c6d-2a687e09ccc3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7732548eb4e04609957fa32af0d786bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3826137 Dec 15 12:42:31.873902 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40534) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:32.075636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-6d1acfad-b59b-47ec-9f21-a5f31dc96feb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:32.078986 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-6d1acfad-b59b-47ec-9f21-a5f31dc96feb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 819 time: 0.4396017 Dec 15 12:42:32.082742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-627256b7-26fc-406a-a7fa-2baccdbac413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.109238 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9f45328d-c28d-4a2c-8b66-06ea82aaa7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.120191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-627256b7-26fc-406a-a7fa-2baccdbac413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.203769 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.36', 51228) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:32.238751 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9f45328d-c28d-4a2c-8b66-06ea82aaa7bb None None] For port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:32.285095 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9f45328d-c28d-4a2c-8b66-06ea82aaa7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.311943 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Request body: {'port': {'device_id': '8728841b-c4e9-4c61-a27b-44b4de461131', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'admin_state_up': True, 'tenant_id': '78fc7461db7c4a669da8815395442e13'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:32.343963 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-627256b7-26fc-406a-a7fa-2baccdbac413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.348690 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-627256b7-26fc-406a-a7fa-2baccdbac413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.370720 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-627256b7-26fc-406a-a7fa-2baccdbac413 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd64a267-be12-4059-a91d-af177b3d70da HTTP/1.1" status: 204 len: 168 time: 0.4954939 Dec 15 12:42:32.544312 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-32e8c636-02dc-4ad5-9549-fae85e913644 None None] Provisioning complete for port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:32.545117 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32e8c636-02dc-4ad5-9549-fae85e913644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.653169 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 220cebc9-03d7-46e9-a36b-ded9539d7b76 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:32.882004 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Allocated IP 172.20.0.7 (97174aa2-d6dc-41ef-a837-fa19ceb64e83/f9d9a477-4299-4a11-9e12-d7e1d9bffe84/b85e1779-0249-4715-b1b5-47b347333862) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:32.887794 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2092c7b-0b8c-4a84-be5f-1def678bf60b req-e54a4c26-8b98-46f1-a0ac-903f5e2dba92 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 210 time: 0.5812247 Dec 15 12:42:32.898372 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a59a-03cd-4ff5-83cf-ffd3ef459cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:32.992205 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627256b7-26fc-406a-a7fa-2baccdbac413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd64a267-be12-4059-a91d-af177b3d70da,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:33.011576 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Made reservation on behalf of 78fc7461db7c4a669da8815395442e13 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:33.049452 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:33.261602 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfdb6f6d-bfd3-4ce0-9eb6-ae453d38294e req-3044135a-b7e2-409e-a4aa-38eb72dab5c0 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.2987657 Dec 15 12:42:33.285371 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:30Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:33.312145 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-baa02fc1-5755-4cda-bdea-1a61b4efebd8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:33.315761 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-baa02fc1-5755-4cda-bdea-1a61b4efebd8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 819 time: 1.0433271 Dec 15 12:42:33.353737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebc4d-20eb-4ac9-8080-cfe7286061b9 None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:30Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:42:33.355541 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45328d-c28d-4a2c-8b66-06ea82aaa7bb None None] Pushing event updated for resources: {'Port': ['ID=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:33.359562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 220cebc9-03d7-46e9-a36b-ded9539d7b76 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:33.359826 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:33.377413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Request body: {'port': {'device_id': '098cafaa-41e1-4d64-806c-382261a08fa9', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'admin_state_up': True, 'tenant_id': '78fc7461db7c4a669da8815395442e13'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:33.682558 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:33.832136 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Allocated IP 172.20.0.2 (28991ab3-ac09-448e-b277-b78ce2732039/d3aada0f-385c-4561-b732-fec638e618a0/cc64abda-b3e6-4bd9-91f7-52f433c02a62) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:33.857535 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 220cebc9-03d7-46e9-a36b-ded9539d7b76, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=220cebc9-03d7-46e9-a36b-ded9539d7b76,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:33.873539 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.070761 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=220cebc9-03d7-46e9-a36b-ded9539d7b76,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:34.136651 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.201716 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.219677 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40634) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:34.303520 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e2c766df-601b-4355-9afb-71de02b106cd req-a6d99e83-3658-4c45-948d-f4d3d4cbbe70 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 210 time: 0.1619267 Dec 15 12:42:34.524323 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.587022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 220cebc9-03d7-46e9-a36b-ded9539d7b76 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:34.677346 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d84a14c1-2226-4c77-8945-1877536bf98b req-d610b5b2-4f49-4601-9716-51ac6b315883 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.1367857 Dec 15 12:42:34.734844 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.773750 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'Port': ['ID=386999c8-32b1-4066-a0a3-6cba81ebcea2,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:34.795307 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 220cebc9-03d7-46e9-a36b-ded9539d7b76 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:34.802165 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.824032 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.832296 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1c97047a-fd96-4846-a56e-9e93af7936cb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1538308 Dec 15 12:42:34.889406 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.963288 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:34.984058 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Made reservation on behalf of 78fc7461db7c4a669da8815395442e13 for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:34.996627 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.044824 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-db5cc0ff-613d-43da-ba90-2ea79c774019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.105069 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.307623 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Pushing event updated for resources: {'Port': ['ID=cc64abda-b3e6-4bd9-91f7-52f433c02a62,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:35.328405 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Network 28991ab3-ac09-448e-b277-b78ce2732039 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:35.330930 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:35.354867 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:35.367363 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:35.368547 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.393269 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-08ae1a33-96a3-40e4-9c7b-a35888b04bfd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1098289 Dec 15 12:42:35.420067 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-552ea603-701f-4902-87d8-6a4cbc9999ed tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:42:35.420762 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e1f830fd-3009-4cfd-ba2f-ac0ae0b8dce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.427892 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-552ea603-701f-4902-87d8-6a4cbc9999ed tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266566 Dec 15 12:42:35.441484 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:35.506665 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:35.527504 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:35.533381 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:35.534023 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.561241 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:35.669597 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Pushing event updated for resources: {'Port': ['ID=b85e1779-0249-4715-b1b5-47b347333862,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:35.679354 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e34cd-1c04-40f9-8013-8dfa469c8cc4 req-d3ccf60f-9445-4a3f-b71b-a1d657d4163c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:35.682296 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc8e34cd-1c04-40f9-8013-8dfa469c8cc4 req-d3ccf60f-9445-4a3f-b71b-a1d657d4163c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 931 time: 0.2023039 Dec 15 12:42:35.703237 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:35.703800 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:35.716581 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-ca227c20-23b2-40c0-8881-543c339a61ce tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1966844 Dec 15 12:42:35.811723 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Allocated IP 172.20.0.8 (28991ab3-ac09-448e-b277-b78ce2732039/d3aada0f-385c-4561-b732-fec638e618a0/6434af65-9cea-46cb-9e36-23633ba0a5a3) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:35.927017 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Request body: {'port': {'device_id': '8728841b-c4e9-4c61-a27b-44b4de461131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:35.996107 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-17ac7511-aa5d-4a24-a080-b6efc579f812 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--890223158&fields=id&tenant_id=e6b2b929e8eb495387713d6424cbd817 HTTP/1.1" status: 200 len: 267 time: 0.3126440 Dec 15 12:42:36.030195 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc8e34cd-1c04-40f9-8013-8dfa469c8cc4 req-11bb9e29-f33b-4786-b40a-b339f71675fc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266840 Dec 15 12:42:36.160796 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:36.165569 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40716) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:36.239083 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e1f830fd-3009-4cfd-ba2f-ac0ae0b8dce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:36.262957 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-a4bc5f14-2e60-460d-8190-313e62aa60e4 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:36.264737 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-a4bc5f14-2e60-460d-8190-313e62aa60e4 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 810 time: 0.2679107 Dec 15 12:42:36.317791 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-be57e4c9-3cf9-41c8-932a-3bfdb66c7099 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/quotas/e6b2b929e8eb495387713d6424cbd817 HTTP/1.1" status: 200 len: 375 time: 0.0237145 Dec 15 12:42:36.355350 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Request body: {'port': {'device_id': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:36.360760 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e1f830fd-3009-4cfd-ba2f-ac0ae0b8dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:36.395415 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:36.577702 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe749-8d06-4ad2-be35-0a509a644f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:36.715562 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ac536-f12e-4e8c-bbf7-bb7129e039b8 req-60b0316e-76dd-450e-845e-a4fc32f59184 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:36.717426 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bc2ac536-f12e-4e8c-bbf7-bb7129e039b8 req-60b0316e-76dd-450e-845e-a4fc32f59184 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 931 time: 0.3964503 Dec 15 12:42:36.882403 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e1f830fd-3009-4cfd-ba2f-ac0ae0b8dce0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07242246c10241a886b19f33bbf1365c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6293502 Dec 15 12:42:36.942866 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40744) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:36.959205 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f830fd-3009-4cfd-ba2f-ac0ae0b8dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2ec75-577e-4584-96e1-2b0e1aa59821,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:37.133404 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bc2ac536-f12e-4e8c-bbf7-bb7129e039b8 req-79ac1e73-c1ca-4967-9a94-95dda5fdb8d8 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864076 Dec 15 12:42:37.149888 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.173323 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-916f5698-73d5-4dab-a643-11d0b0ca6987 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7874072 Dec 15 12:42:37.233522 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.366060 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.389125 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0783d7b2-0535-41d3-a6a7-01590786ca24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.459335 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.559464 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e93d6-1827-4da0-8ccb-cd2116457c08 req-90cbd792-32c8-4f64-a26b-020d8e106fb7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:37.574900 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1f4e93d6-1827-4da0-8ccb-cd2116457c08 req-90cbd792-32c8-4f64-a26b-020d8e106fb7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 931 time: 0.2150912 Dec 15 12:42:37.604113 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe749-8d06-4ad2-be35-0a509a644f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.633419 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-79ce3029-3b48-4ae6-a2b4-b2506d94d5f0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:42:37.634522 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-79ce3029-3b48-4ae6-a2b4-b2506d94d5f0 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2051046 Dec 15 12:42:37.647550 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Network 28991ab3-ac09-448e-b277-b78ce2732039 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:37.651886 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0783d7b2-0535-41d3-a6a7-01590786ca24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.653787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe749-8d06-4ad2-be35-0a509a644f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.824150 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1f4e93d6-1827-4da0-8ccb-cd2116457c08 req-2e33d1bf-96c9-453d-91c1-621994ab1331 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425067 Dec 15 12:42:37.853460 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc64abda-b3e6-4bd9-91f7-52f433c02a62 {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:37.865590 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:37.899132 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-9be8169b-32b0-49e3-9a63-0ab5b332f226 service neutron] 10.222.0.71 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437751 Dec 15 12:42:37.903733 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Transition to ACTIVE for port object cc64abda-b3e6-4bd9-91f7-52f433c02a62 will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:42:37.932470 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.006257 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:38.044541 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc64abda-b3e6-4bd9-91f7-52f433c02a62,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:38.136766 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Attempting to bind port cc64abda-b3e6-4bd9-91f7-52f433c02a62 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:38.137494 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Attempting to bind port cc64abda-b3e6-4bd9-91f7-52f433c02a62 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:38.137998 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Attempting to bind port cc64abda-b3e6-4bd9-91f7-52f433c02a62 on network 28991ab3-ac09-448e-b277-b78ce2732039 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:38.138792 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:38.143979 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-91a7da2e-4462-45c5-bb2c-84cf261a8c82 service neutron] 10.222.0.71 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386744 Dec 15 12:42:38.145645 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:38.146287 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Port cc64abda-b3e6-4bd9-91f7-52f433c02a62 on network 28991ab3-ac09-448e-b277-b78ce2732039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:42:38.146398 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.147256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Attempting to bind port cc64abda-b3e6-4bd9-91f7-52f433c02a62 on network 28991ab3-ac09-448e-b277-b78ce2732039 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:38.164464 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:38.167034 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Checking segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:38.168009 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Bound using segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:38.168714 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Bound port: cc64abda-b3e6-4bd9-91f7-52f433c02a62, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:38.170049 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.253968 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.332119 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] For port cc64abda-b3e6-4bd9-91f7-52f433c02a62, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:38.349237 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e5431-9389-4dd2-9998-3d67c490deaf req-8bdaff02-793d-4d85-ab77-e63396a6bd0a tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:38.357547 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8f1e5431-9389-4dd2-9998-3d67c490deaf req-8bdaff02-793d-4d85-ab77-e63396a6bd0a tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 931 time: 0.1146724 Dec 15 12:42:38.394637 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] For port cc64abda-b3e6-4bd9-91f7-52f433c02a62, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:38.406455 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.487157 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:38.489074 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.490790 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc64abda-b3e6-4bd9-91f7-52f433c02a62 HTTP/1.1" status: 200 len: 1093 time: 2.7307034 Dec 15 12:42:38.493823 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8728841b-c4e9-4c61-a27b-44b4de461131', 'tag': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:42:38.498174 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85e1779-0249-4715-b1b5-47b347333862 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:38.525839 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.571714 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Pushing event updated for resources: {'Port': ['ID=6434af65-9cea-46cb-9e36-23633ba0a5a3,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:38.584268 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfe749-8d06-4ad2-be35-0a509a644f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6711799f-979d-4dfd-93e3-484f4bef3adb,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:38.631421 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8f1e5431-9389-4dd2-9998-3d67c490deaf req-a8ceaed6-09a8-422f-9695-bd36725609c3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724833 Dec 15 12:42:38.637297 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4af93-60b8-4975-8056-be917d8417f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc64abda-b3e6-4bd9-91f7-52f433c02a62,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:38.692273 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Transition to ACTIVE for port object b85e1779-0249-4715-b1b5-47b347333862 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:42:38.695577 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4ddfe749-8d06-4ad2-be35-0a509a644f10 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=adf3e791385f400c8ecd019ea5d85583&name=default HTTP/1.1" status: 200 len: 2994 time: 2.5287964 Dec 15 12:42:38.699041 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 40808) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:38.700310 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-ee03448b-2e58-43f5-b625-7588ee904170 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3291416 Dec 15 12:42:38.706285 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.828951 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Request body: {'port': {'device_id': '098cafaa-41e1-4d64-806c-382261a08fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:38.832242 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0783d7b2-0535-41d3-a6a7-01590786ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.854038 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0783d7b2-0535-41d3-a6a7-01590786ca24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:38.869934 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0783d7b2-0535-41d3-a6a7-01590786ca24 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00c2ec75-577e-4584-96e1-2b0e1aa59821 HTTP/1.1" status: 204 len: 168 time: 1.9257329 Dec 15 12:42:38.951481 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6c7a7430-eaab-44eb-a86a-3203641382d7 req-0c2a7ee6-60aa-41da-a61b-a1f4504c5a3f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 210 time: 0.1876013 Dec 15 12:42:39.012827 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783d7b2-0535-41d3-a6a7-01590786ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2ec75-577e-4584-96e1-2b0e1aa59821,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:39.028054 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b0fc2b-03e2-4fb4-a146-08e915ff7433" -d '{"events": [{"name": "network-changed", "server_uuid": "8728841b-c4e9-4c61-a27b-44b4de461131", "tag": "cc64abda-b3e6-4bd9-91f7-52f433c02a62"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:42:39.185877 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Pushing event updated for resources: {'Port': ['ID=b85e1779-0249-4715-b1b5-47b347333862,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:39.397940 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:39.401926 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb82f-c4c1-4afe-bdc1-d71a4692d882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:39.428167 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-e57d5c96-02de-408c-b75a-33abda78ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:39.432717 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-e57d5c96-02de-408c-b75a-33abda78ebef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 1096 time: 0.4985216 Dec 15 12:42:39.487482 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Attempting to bind port b85e1779-0249-4715-b1b5-47b347333862 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:39.491263 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Attempting to bind port b85e1779-0249-4715-b1b5-47b347333862 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7fd15137-b258-4fe3-9cae-1bd845fbe041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:39.494825 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Attempting to bind port b85e1779-0249-4715-b1b5-47b347333862 on network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:39.519043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b967c6-b70c-481c-ab12-af8e2b1ef9cd req-5b2d9170-e841-4793-9921-67afcb833542 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:39.536962 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-94b967c6-b70c-481c-ab12-af8e2b1ef9cd req-5b2d9170-e841-4793-9921-67afcb833542 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 943 time: 0.3792195 Dec 15 12:42:39.661393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Port b85e1779-0249-4715-b1b5-47b347333862 on network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:42:39.662117 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Attempting to bind port b85e1779-0249-4715-b1b5-47b347333862 on network 97174aa2-d6dc-41ef-a837-fa19ceb64e83 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:39.811111 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5dd23a-34cc-47d4-95d3-9a7c49bcf2cc x-openstack-request-id: req-eb5dd23a-34cc-47d4-95d3-9a7c49bcf2cc {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:42:39.811690 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8728841b-c4e9-4c61-a27b-44b4de461131", "tag": "cc64abda-b3e6-4bd9-91f7-52f433c02a62", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:42:39.811690 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb5dd23a-34cc-47d4-95d3-9a7c49bcf2cc {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:42:39.812255 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8728841b-c4e9-4c61-a27b-44b4de461131', 'tag': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62', 'status': 'completed', 'code': 200} Dec 15 12:42:39.814754 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-6a8555af-c464-4422-961d-348be81052df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62 HTTP/1.1" status: 200 len: 217 time: 0.3568127 Dec 15 12:42:39.828494 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb82f-c4c1-4afe-bdc1-d71a4692d882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:39.853129 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:39.853689 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Checking segment: {'id': '7fd15137-b258-4fe3-9cae-1bd845fbe041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:39.866936 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Bound using segment: {'id': '7fd15137-b258-4fe3-9cae-1bd845fbe041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:39.890474 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Bound port: b85e1779-0249-4715-b1b5-47b347333862, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd15137-b258-4fe3-9cae-1bd845fbe041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:39.898865 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:39.929400 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-94b967c6-b70c-481c-ab12-af8e2b1ef9cd req-9c820512-8687-4fef-b0d6-0db68b472fb3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907087 Dec 15 12:42:39.968304 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb82f-c4c1-4afe-bdc1-d71a4692d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:39.976869 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0e7fb82f-c4c1-4afe-bdc1-d71a4692d882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:39.976869 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-0e7fb82f-c4c1-4afe-bdc1-d71a4692d882 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6711799f-979d-4dfd-93e3-484f4bef3adb HTTP/1.1" status: 204 len: 168 time: 1.2733002 Dec 15 12:42:40.073677 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fb82f-c4c1-4afe-bdc1-d71a4692d882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6711799f-979d-4dfd-93e3-484f4bef3adb,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:40.261258 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e645d-b019-4dac-bdbf-a15cc27dde52 req-042a9189-76d3-4ee0-960e-13e2b9f48cac tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:40.271792 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-432e645d-b019-4dac-bdbf-a15cc27dde52 req-042a9189-76d3-4ee0-960e-13e2b9f48cac tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 943 time: 0.3981767 Dec 15 12:42:40.315655 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c3813b97-c61f-4fb5-ae19-aa2b7390401a req-87f5306a-259f-4c87-8e0b-3dfe18e2205f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 210 time: 0.1803458 Dec 15 12:42:40.436974 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-432e645d-b019-4dac-bdbf-a15cc27dde52 req-e5557788-3979-46d1-98de-9828c5a3ba4f tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636086 Dec 15 12:42:40.469048 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-cecdf49d-5919-41e5-915c-95e002fbf7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:40.478276 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-cecdf49d-5919-41e5-915c-95e002fbf7c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.4364119 Dec 15 12:42:40.603671 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6434af65-9cea-46cb-9e36-23633ba0a5a3 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:40.621188 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:40.639524 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] For port b85e1779-0249-4715-b1b5-47b347333862, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:40.667823 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Transition to ACTIVE for port object 6434af65-9cea-46cb-9e36-23633ba0a5a3 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:42:40.670485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] For port b85e1779-0249-4715-b1b5-47b347333862, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b85e1779-0249-4715-b1b5-47b347333862,segment=NetworkSegment(7fd15137-b258-4fe3-9cae-1bd845fbe041),segment_id=7fd15137-b258-4fe3-9cae-1bd845fbe041)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:40.674880 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:40.698342 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:40.788786 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-51df70a6-7801-4d1a-ba04-3af96d653ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060719 Dec 15 12:42:40.823241 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:40.823934 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:40.825594 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] 10.222.0.36 "PUT /v2.0/ports/b85e1779-0249-4715-b1b5-47b347333862 HTTP/1.1" status: 200 len: 1093 time: 5.0001605 Dec 15 12:42:40.842882 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'tag': 'b85e1779-0249-4715-b1b5-47b347333862'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:42:41.002231 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-48770ecc-f3ea-472b-b11f-0d4ba9e815b3 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922476 Dec 15 12:42:41.139630 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Pushing event updated for resources: {'Port': ['ID=6434af65-9cea-46cb-9e36-23633ba0a5a3,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:41.196726 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40922) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:41.335395 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Attempting to bind port 6434af65-9cea-46cb-9e36-23633ba0a5a3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:41.335796 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Attempting to bind port 6434af65-9cea-46cb-9e36-23633ba0a5a3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:41.338655 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Attempting to bind port 6434af65-9cea-46cb-9e36-23633ba0a5a3 on network 28991ab3-ac09-448e-b277-b78ce2732039 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:41.350783 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9280-dc42-4b22-9ff3-0ce082a31426 req-92abeed8-6330-4f8f-b916-f7c66c48d9ee tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:41.357016 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b5d9280-dc42-4b22-9ff3-0ce082a31426 req-92abeed8-6330-4f8f-b916-f7c66c48d9ee tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 943 time: 0.1808934 Dec 15 12:42:41.357522 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.36', 51250) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:41.418578 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Port 6434af65-9cea-46cb-9e36-23633ba0a5a3 on network 28991ab3-ac09-448e-b277-b78ce2732039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:42:41.420389 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Attempting to bind port 6434af65-9cea-46cb-9e36-23633ba0a5a3 on network 28991ab3-ac09-448e-b277-b78ce2732039 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:41.439932 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bba1dd-da54-4e43-a700-ba9e0a154df7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c53727-0a11-491a-8423-6be02dafa8f6", "tag": "b85e1779-0249-4715-b1b5-47b347333862"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:42:41.516836 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27d5bf-369a-4f0f-b8fb-e5fb1ca09429 service neutron] Pushing event updated for resources: {'Port': ['ID=b85e1779-0249-4715-b1b5-47b347333862,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:41.570756 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:41.577977 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Checking segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:41.580607 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Bound using segment: {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:41.581487 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Bound port: 6434af65-9cea-46cb-9e36-23633ba0a5a3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b98026-25a1-4fc1-b909-599e5e564508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:41.582019 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:41.627572 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-155109571-network', 'tenant_id': 'c36e4560511644da9659eebf73b486d2'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:41.647874 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-d5bcc06d-2ba9-4e84-b5fb-e6e9291afd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:41.649551 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-d5bcc06d-2ba9-4e84-b5fb-e6e9291afd52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3fdaba7cfb42048a117ff6fd940684&device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 1096 time: 0.6376557 Dec 15 12:42:41.741432 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-99ff314a-a62c-48e0-b4bc-2e7dcb86c835 req-8512bd00-dfa6-492c-a18d-1f59e009093c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 210 time: 0.1810691 Dec 15 12:42:41.758755 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Made reservation on behalf of c36e4560511644da9659eebf73b486d2 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:41.761078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:41.762509 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-d1dc22cc-0340-4506-9cf0-ad06be8f70a0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:41.764831 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-d1dc22cc-0340-4506-9cf0-ad06be8f70a0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 810 time: 0.3985102 Dec 15 12:42:41.785596 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eaeab8c4-200f-4dd7-a47e-9d08bfc90474 req-792f5077-a2cd-4904-93eb-37f0b88e4527 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677300 Dec 15 12:42:41.809488 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:41.815789 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b5d9280-dc42-4b22-9ff3-0ce082a31426 req-537415cc-2b32-4335-b5d4-6a8c284edde7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083633 Dec 15 12:42:41.841868 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] For port 6434af65-9cea-46cb-9e36-23633ba0a5a3, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:41.864975 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] For port 6434af65-9cea-46cb-9e36-23633ba0a5a3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:41.883427 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:41.949267 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:41.950045 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:41.952506 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] 10.222.0.36 "PUT /v2.0/ports/6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 1093 time: 3.1656270 Dec 15 12:42:41.989543 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bb943-f42e-4725-894b-492ddd46c06f service neutron] Pushing event updated for resources: {'Port': ['ID=6434af65-9cea-46cb-9e36-23633ba0a5a3,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:42.014012 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.022039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.033379 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa845-e2f3-43da-8269-f18fca720220 req-9a945722-1fa1-48cb-b20d-30bdfa471b03 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:42.040682 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:42:42.042278 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-98caa845-e2f3-43da-8269-f18fca720220 req-9a945722-1fa1-48cb-b20d-30bdfa471b03 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 943 time: 0.0861673 Dec 15 12:42:42.054657 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.055041 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Added segment c9a20063-dc6e-4034-b8a1-6beb2d88865c of type vlan for network 5245800b-a26f-42b9-90ea-d3f2b06ec9b8 Dec 15 12:42:42.101603 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.114892 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-98caa845-e2f3-43da-8269-f18fca720220 req-8ebb7701-ce04-4b28-98b9-f7383b832d4b tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Dec 15 12:42:42.151599 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.161692 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:42.162302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.246419 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bfdce9-8bbb-4089-92a6-cd20fb44d5f0,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:42.249190 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40958) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:42.298271 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0922348 Dec 15 12:42:42.316069 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 40964) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:42.342859 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Request body: {'subnet': {'network_id': '5245800b-a26f-42b9-90ea-d3f2b06ec9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-155109571-subnet', 'tenant_id': 'c36e4560511644da9659eebf73b486d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:42.373840 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afce2464-9bd2-4796-9017-53bbc1573ccb x-openstack-request-id: req-afce2464-9bd2-4796-9017-53bbc1573ccb {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:42:42.374135 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c53727-0a11-491a-8423-6be02dafa8f6", "tag": "b85e1779-0249-4715-b1b5-47b347333862", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:42:42.374396 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-afce2464-9bd2-4796-9017-53bbc1573ccb {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:42:42.375163 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'tag': 'b85e1779-0249-4715-b1b5-47b347333862', 'status': 'completed', 'code': 200} Dec 15 12:42:42.391225 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b0632-0ba4-4de5-a75e-20d3d6ef6162 admin admin] Pushing event updated for resources: {'Network': ['ID=5245800b-a26f-42b9-90ea-d3f2b06ec9b8,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:42.430678 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 5245800b-a26f-42b9-90ea-d3f2b06ec9b8 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:42:42.467614 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Made reservation on behalf of c36e4560511644da9659eebf73b486d2 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:42.502976 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:42.831620 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-d2d1b5bf-0a15-460a-8fd3-68c709028311 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b2b929e8eb495387713d6424cbd817 HTTP/1.1" status: 200 len: 379 time: 0.3479626 Dec 15 12:42:42.836522 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-c7ae3d26-3006-4563-be52-dded7f83c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:42.859179 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-c7ae3d26-3006-4563-be52-dded7f83c296 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1096 time: 0.3365743 Dec 15 12:42:42.916587 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'port': {'device_id': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'admin_state_up': True, 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'security_groups': ['fa0c1d32-5c65-4a1a-b38a-f8178472d34d']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:42.949106 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-e57e0af8-c293-4fa2-90c8-205681334157 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85e1779-0249-4715-b1b5-47b347333862 HTTP/1.1" status: 200 len: 217 time: 0.4383438 Dec 15 12:42:42.987599 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-54d7ed1d-fd27-4daa-b354-8a41f9228bf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.1190493 Dec 15 12:42:43.048099 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a02367e1-53ea-45b7-add9-2fb19cd5796e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.169944 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-68fcc916-763e-400b-b377-99f4ec167609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:43.171623 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-68fcc916-763e-400b-b377-99f4ec167609 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 1096 time: 0.3039131 Dec 15 12:42:43.327285 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a02367e1-53ea-45b7-add9-2fb19cd5796e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.356439 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a02367e1-53ea-45b7-add9-2fb19cd5796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.427217 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a02367e1-53ea-45b7-add9-2fb19cd5796e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a566bd1e8eac4fd9afedb05ffa93a352&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1752155 Dec 15 12:42:43.428440 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41010) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:43.449426 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.452666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02367e1-53ea-45b7-add9-2fb19cd5796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708256d3-5ba9-41c5-a0ef-db061d6c35ce,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:43.493281 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35901f9f-3fb6-40c3-8b48-2a1dbeefd748 req-ce0873a4-2631-44a0-b450-59391b5e1e51 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 210 time: 0.5084214 Dec 15 12:42:43.510963 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8feec-2bf8-4b31-997e-554192c9a878 req-11410ba9-5247-4257-8d11-7dd3a3fce7a5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:43.513691 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c2a8feec-2bf8-4b31-997e-554192c9a878 req-11410ba9-5247-4257-8d11-7dd3a3fce7a5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 943 time: 0.5238352 Dec 15 12:42:43.536231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Made reservation on behalf of e6b2b929e8eb495387713d6424cbd817 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:43.542042 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.649828 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca27893b-8908-45cd-9840-f204a8e0a552,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:43.706960 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-09e028fd-d7a9-4b05-8c93-5cd9790006cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:43.709851 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-09e028fd-d7a9-4b05-8c93-5cd9790006cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d9a477-4299-4a11-9e12-d7e1d9bffe84 HTTP/1.1" status: 200 len: 851 time: 0.1424763 Dec 15 12:42:43.734389 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ebaf04ae-99ce-49db-be95-841638fb4713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.756680 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Checking segment: {'id': 'c9a20063-dc6e-4034-b8a1-6beb2d88865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5245800b-a26f-42b9-90ea-d3f2b06ec9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:43.757357 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Network hostable DHCP agents. Network: 5245800b-a26f-42b9-90ea-d3f2b06ec9b8, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:42:43.792292 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ebaf04ae-99ce-49db-be95-841638fb4713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.832068 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Network 5245800b-a26f-42b9-90ea-d3f2b06ec9b8 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:42:43.871388 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c2a8feec-2bf8-4b31-997e-554192c9a878 req-ea96534f-25db-457d-91cb-5294f78e4c02 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478880 Dec 15 12:42:43.883675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c51a7-ad5f-47f9-b441-8833bdd6b709 req-baab5006-47b0-49b1-b18a-7f9afe946c20 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:43.886607 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-309c51a7-ad5f-47f9-b441-8833bdd6b709 req-baab5006-47b0-49b1-b18a-7f9afe946c20 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 943 time: 0.1756761 Dec 15 12:42:43.893730 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 5245800b-a26f-42b9-90ea-d3f2b06ec9b8) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:43.899668 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:43.900430 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.918365 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99ac81-101c-4239-86e0-9eddc2352bf7 None None] Network 5245800b-a26f-42b9-90ea-d3f2b06ec9b8 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:43.963158 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4fb3848f-be53-47c6-b2a1-9ba361a06567 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6295471 Dec 15 12:42:43.979651 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ebaf04ae-99ce-49db-be95-841638fb4713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.982272 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ebaf04ae-99ce-49db-be95-841638fb4713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:43.998717 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ebaf04ae-99ce-49db-be95-841638fb4713 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/708256d3-5ba9-41c5-a0ef-db061d6c35ce HTTP/1.1" status: 204 len: 168 time: 0.5596275 Dec 15 12:42:44.057484 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf04ae-99ce-49db-be95-841638fb4713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708256d3-5ba9-41c5-a0ef-db061d6c35ce,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:44.114842 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Allocated IP 172.20.0.5 (925e712b-de7c-4c52-858d-d57a23b8d9bc/60fc4147-c650-49c0-887e-3279201ed4ea/26fcdfb4-9148-47d7-a089-927a3edb5654) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:42:44.172429 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-309c51a7-ad5f-47f9-b441-8833bdd6b709 req-1d71e308-56b5-453a-8f52-5c5b86553841 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519777 Dec 15 12:42:44.175541 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93277ebd-6155-4984-9c8e-f795765f58ba None None] Network 5245800b-a26f-42b9-90ea-d3f2b06ec9b8 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:44.376974 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098cafaa-41e1-4d64-806c-382261a08fa9', 'tag': '6434af65-9cea-46cb-9e36-23633ba0a5a3'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:42:44.381934 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a666d41-2a14-4845-857e-1d5e48f57fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "098cafaa-41e1-4d64-806c-382261a08fa9", "tag": "6434af65-9cea-46cb-9e36-23633ba0a5a3"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:42:44.455490 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:44.505738 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6090f7-ecaf-494f-8423-1676c5adf8cb x-openstack-request-id: req-5d6090f7-ecaf-494f-8423-1676c5adf8cb {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:42:44.506133 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098cafaa-41e1-4d64-806c-382261a08fa9", "tag": "6434af65-9cea-46cb-9e36-23633ba0a5a3", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:42:44.507228 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d6090f7-ecaf-494f-8423-1676c5adf8cb {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:42:44.508065 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098cafaa-41e1-4d64-806c-382261a08fa9', 'tag': '6434af65-9cea-46cb-9e36-23633ba0a5a3', 'status': 'completed', 'code': 200} Dec 15 12:42:44.525388 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:44.617717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:42:44.617717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:44.617717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:42:44.623531 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:44.624433 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:44.632600 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'Port': ['ID=26fcdfb4-9148-47d7-a089-927a3edb5654,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:44.652463 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-013f24ac-1924-4b8e-823c-0cbf41c74dde tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7550001 Dec 15 12:42:44.672247 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41060) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:44.714455 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41064) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:44.742846 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d7555237-b4d5-435b-9791-8874ba5a987d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:44.839987 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae6dfb-92b8-45b8-9ab2-f7159320af19 req-ccd19edb-90f8-4773-a4b4-801d8343901f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:44.854566 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b3ae6dfb-92b8-45b8-9ab2-f7159320af19 req-ccd19edb-90f8-4773-a4b4-801d8343901f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 931 time: 0.1658866 Dec 15 12:42:44.933869 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Request body: {'port': {'device_id': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:45.098013 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0bb1807e-caaf-4ad9-a51a-f180c578329f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.108270 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-5496eaae-fe9f-47ff-af9e-a0ae7cab960b None None] Provisioning complete for port 26fcdfb4-9148-47d7-a089-927a3edb5654 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:45.108945 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5496eaae-fe9f-47ff-af9e-a0ae7cab960b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.197961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0bb1807e-caaf-4ad9-a51a-f180c578329f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.217618 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b3ae6dfb-92b8-45b8-9ab2-f7159320af19 req-206ec026-d24d-4950-9419-a14ef0392e38 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548276 Dec 15 12:42:45.222239 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0bb1807e-caaf-4ad9-a51a-f180c578329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.252902 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.254069 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-5496eaae-fe9f-47ff-af9e-a0ae7cab960b None None] Port 26fcdfb4-9148-47d7-a089-927a3edb5654 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:42:45.269521 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1807e-caaf-4ad9-a51a-f180c578329f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d705145-5ca9-4c23-b31b-f4c6b6e2a92c,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:45.345697 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-6d1c1910-90c1-4161-8f23-b2c661a95251 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97174aa2-d6dc-41ef-a837-fa19ceb64e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4209800 Dec 15 12:42:45.401650 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-0bb1807e-caaf-4ad9-a51a-f180c578329f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68405ed17dc6418cb46b9621c8aa8051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7268863 Dec 15 12:42:45.407655 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41082) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:45.441668 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d7555237-b4d5-435b-9791-8874ba5a987d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.447243 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-2f704c28-1d60-4a17-b334-c13ce8579c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:45.448845 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-2f704c28-1d60-4a17-b334-c13ce8579c59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.5227907 Dec 15 12:42:45.460762 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d7555237-b4d5-435b-9791-8874ba5a987d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.571783 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7555237-b4d5-435b-9791-8874ba5a987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6599d9a7-9ad2-4eaf-ab97-e811d984d6fb,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:45.584747 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d7555237-b4d5-435b-9791-8874ba5a987d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=245e0ece2999459486da2a35fdfee0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8691316 Dec 15 12:42:45.590567 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41090) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:45.600210 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-cf8054ea-aa3d-43f1-98b8-79b898b3123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:45.601641 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-cf8054ea-aa3d-43f1-98b8-79b898b3123d service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.6829433 Dec 15 12:42:45.613815 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bef26c-b504-45f4-9e8b-57d36f7d5658 req-110df203-04e6-4d56-ac77-a7877adb0580 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:45.615898 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20bef26c-b504-45f4-9e8b-57d36f7d5658 req-110df203-04e6-4d56-ac77-a7877adb0580 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 943 time: 0.5343661 Dec 15 12:42:45.620565 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8257-1a93-4bca-9169-816f81aac477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.641162 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41094) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:45.645868 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-929899443-network', 'tenant_id': '3123755367e8454ca232fe68ca766202'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:45.664643 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68833ce-c022-4650-9b28-9b9e353317f8 req-d10180ee-2bad-4448-a122-db9e76c52f0f tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:45.665745 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f68833ce-c022-4650-9b28-9b9e353317f8 req-d10180ee-2bad-4448-a122-db9e76c52f0f tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 943 time: 0.3254929 Dec 15 12:42:45.668395 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8257-1a93-4bca-9169-816f81aac477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.723968 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c2f068e-3367-42ee-bb91-7fcc610dfb95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.725460 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Made reservation on behalf of 3123755367e8454ca232fe68ca766202 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:45.728428 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.741351 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.766941 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20bef26c-b504-45f4-9e8b-57d36f7d5658 req-c96b62fb-e201-417d-98c1-2c6cbf5ae0eb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431830 Dec 15 12:42:45.771723 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c2f068e-3367-42ee-bb91-7fcc610dfb95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.794222 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8257-1a93-4bca-9169-816f81aac477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.796755 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c7e8257-1a93-4bca-9169-816f81aac477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.798510 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4c7e8257-1a93-4bca-9169-816f81aac477 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5d705145-5ca9-4c23-b31b-f4c6b6e2a92c HTTP/1.1" status: 204 len: 168 time: 0.3868122 Dec 15 12:42:45.803770 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f68833ce-c022-4650-9b28-9b9e353317f8 req-cc192f0c-1080-4ffe-bab9-ab92354bca4f tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238904 Dec 15 12:42:45.831652 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e8257-1a93-4bca-9169-816f81aac477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d705145-5ca9-4c23-b31b-f4c6b6e2a92c,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:45.874932 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c2f068e-3367-42ee-bb91-7fcc610dfb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.878217 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c2f068e-3367-42ee-bb91-7fcc610dfb95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.879372 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7c2f068e-3367-42ee-bb91-7fcc610dfb95 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6599d9a7-9ad2-4eaf-ab97-e811d984d6fb HTTP/1.1" status: 204 len: 168 time: 0.2878804 Dec 15 12:42:45.890704 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.918104 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f068e-3367-42ee-bb91-7fcc610dfb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6599d9a7-9ad2-4eaf-ab97-e811d984d6fb,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:45.919887 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:45.967501 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-0e895c9b-6722-4e44-89e5-a28f96ce4dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495961 Dec 15 12:42:45.980920 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fcdfb4-9148-47d7-a089-927a3edb5654 {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:45.997790 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.015716 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-ed4d655f-bf7b-48cf-97c6-9d7b755ad765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62 HTTP/1.1" status: 200 len: 217 time: 0.1155694 Dec 15 12:42:46.026330 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:42:46.080163 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.080515 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Added segment f79e55b3-7be1-4394-9476-63519ae5309a of type vlan for network bd3e45d3-4e2f-497a-8759-193465f871c2 Dec 15 12:42:46.081777 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef4929-00fb-46bf-baba-a32f55d45b77,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:46.086711 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Transition to ACTIVE for port object 26fcdfb4-9148-47d7-a089-927a3edb5654 will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:42:46.102628 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.159809 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-79eb171a-68bf-4fce-b2dd-3e2d1d5ba32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:46.161278 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-79eb171a-68bf-4fce-b2dd-3e2d1d5ba32d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.1315336 Dec 15 12:42:46.162935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.166278 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-09e3b4cb-6938-471b-8018-691e34da40e1 service neutron] 10.222.0.36 "GET /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649224 Dec 15 12:42:46.180194 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Pushing event updated for resources: {'Port': ['ID=26fcdfb4-9148-47d7-a089-927a3edb5654,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:46.243586 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-d697b931-6fb2-4811-b44b-4bb6a13cb6be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576582 Dec 15 12:42:46.285716 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.286697 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:46.287585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.472229 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-673889f4-d004-4cbf-b3e1-a96c1a060bae service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817412 Dec 15 12:42:46.480429 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8378470 Dec 15 12:42:46.489418 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41128) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:46.507318 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Attempting to bind port 26fcdfb4-9148-47d7-a089-927a3edb5654 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:42:46.508692 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Attempting to bind port 26fcdfb4-9148-47d7-a089-927a3edb5654 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:42:46.509018 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Attempting to bind port 26fcdfb4-9148-47d7-a089-927a3edb5654 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:46.514357 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Request body: {'subnet': {'network_id': 'bd3e45d3-4e2f-497a-8759-193465f871c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-929899443-subnet', 'tenant_id': '3123755367e8454ca232fe68ca766202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:42:46.545926 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Port 26fcdfb4-9148-47d7-a089-927a3edb5654 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:42:46.546242 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Attempting to bind port 26fcdfb4-9148-47d7-a089-927a3edb5654 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:42:46.560242 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36694a-f015-4fbb-931d-c8a2831cc457 admin admin] Pushing event updated for resources: {'Network': ['ID=bd3e45d3-4e2f-497a-8759-193465f871c2,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:46.572380 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network bd3e45d3-4e2f-497a-8759-193465f871c2 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:42:46.572954 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-e069719e-1a27-4969-ba99-aec97efff0b1 req-b8065337-0d0d-48ac-8ae3-0635dfc25292 service neutron] 10.222.0.36 "GET /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878450 Dec 15 12:42:46.587204 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-fa7c46d6-b2f3-450d-87d6-f9b5b464fa26 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166573 Dec 15 12:42:46.591018 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Made reservation on behalf of 3123755367e8454ca232fe68ca766202 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:42:46.593854 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.594631 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:42:46.594981 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Checking segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:46.595345 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Bound using segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:42:46.595783 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Bound port: 26fcdfb4-9148-47d7-a089-927a3edb5654, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:42:46.596128 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.612209 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41134) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:46.657605 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad8ca-1d8e-448a-8106-cf355105870e req-9852fb9a-b0f9-4ce0-b3c3-2d083d8f132c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:46.659236 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-315ad8ca-1d8e-448a-8106-cf355105870e req-9852fb9a-b0f9-4ce0-b3c3-2d083d8f132c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 943 time: 0.2354062 Dec 15 12:42:46.680323 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ae76-2b8c-4c00-a25a-49a5591c2a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.784695 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f77e95cb-7c42-4245-b00a-1c1c0541258e req-9c76a1b3-f11d-4e75-b07d-cd842354256e service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784123 Dec 15 12:42:46.811588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] For port 26fcdfb4-9148-47d7-a089-927a3edb5654, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:42:46.891827 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-cac2f060-83dc-461c-b37c-59a9c3c58869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:46.893891 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-cac2f060-83dc-461c-b37c-59a9c3c58869 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3fdaba7cfb42048a117ff6fd940684&device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 1096 time: 0.1929302 Dec 15 12:42:46.896059 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-315ad8ca-1d8e-448a-8106-cf355105870e req-56a363e0-adcc-448c-bb6b-15a3a9359a76 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134483 Dec 15 12:42:46.898031 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] For port 26fcdfb4-9148-47d7-a089-927a3edb5654, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=26fcdfb4-9148-47d7-a089-927a3edb5654,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:42:46.898340 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-71b0fc2b-03e2-4fb4-a146-08e915ff7433 req-138599f1-bc9a-4d22-aaaa-9aab843ccf26 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998869 Dec 15 12:42:46.926252 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ae76-2b8c-4c00-a25a-49a5591c2a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:46.929057 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.065448 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ae76-2b8c-4c00-a25a-49a5591c2a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.069674 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Pushing event updated for resources: {'Port': ['ID=26fcdfb4-9148-47d7-a089-927a3edb5654,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:47.091281 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.095337 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.096430 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-c1a36a6e-0963-4aaa-aa11-423533055927 service neutron] 10.222.0.36 "PUT /v2.0/ports/26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 1093 time: 2.1714642 Dec 15 12:42:47.117970 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.137903 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:42:47.140366 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:42:47.152545 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1ae76-2b8c-4c00-a25a-49a5591c2a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d3d07-aab2-4ac9-91f9-bba45c5155a4,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:47.198175 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7225f6-c4ef-4738-9b31-670f3db85062 req-757b9acf-d1b9-4619-8144-636a6c5f7164 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.198785 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6076641e-9e80-4952-855a-3875b3fd0c92,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:47.200392 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2e7225f6-c4ef-4738-9b31-670f3db85062 req-757b9acf-d1b9-4619-8144-636a6c5f7164 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 943 time: 0.3124394 Dec 15 12:42:47.223704 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41160) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:47.246376 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-7be6386a-127f-4c6e-8ab7-e0050563206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.248013 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-7be6386a-127f-4c6e-8ab7-e0050563206b service neutron] 10.222.0.36 "GET /v2.0/networks?id=97174aa2-d6dc-41ef-a837-fa19ceb64e83 HTTP/1.1" status: 200 len: 912 time: 0.3367894 Dec 15 12:42:47.304240 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3ba1ae76-2b8c-4c00-a25a-49a5591c2a8b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31622ac8bd1544f4af7d7212d4d9e9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6864729 Dec 15 12:42:47.318879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e906e7-4d4e-4481-b4eb-387052fab5ae req-401019c1-afba-406d-af2d-138ade4613b6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.320473 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-70e906e7-4d4e-4481-b4eb-387052fab5ae req-401019c1-afba-406d-af2d-138ade4613b6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 943 time: 0.2231722 Dec 15 12:42:47.320965 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41166) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:47.322417 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-7e0d185f-92f7-4608-a812-69f12503c714 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85e1779-0249-4715-b1b5-47b347333862 HTTP/1.1" status: 200 len: 217 time: 0.0528305 Dec 15 12:42:47.326554 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-30497475-f07d-4925-8c89-af76e4abee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.327986 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-30497475-f07d-4925-8c89-af76e4abee7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1096 time: 0.4374218 Dec 15 12:42:47.334490 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Checking segment: {'id': 'f79e55b3-7be1-4394-9476-63519ae5309a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bd3e45d3-4e2f-497a-8759-193465f871c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:42:47.334946 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Network hostable DHCP agents. Network: bd3e45d3-4e2f-497a-8759-193465f871c2, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:42:47.407388 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7a671afc-1141-4236-b0d5-69047d4deef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.436295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Network bd3e45d3-4e2f-497a-8759-193465f871c2 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:42:47.458776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-fa675644-af2b-4f6b-9924-3370efc58afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.460444 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-fa675644-af2b-4f6b-9924-3370efc58afc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1096 time: 0.2984004 Dec 15 12:42:47.465078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-ef7bdfef-b48b-47e2-8027-9c9fe79078f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.466701 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-ef7bdfef-b48b-47e2-8027-9c9fe79078f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9d9a477-4299-4a11-9e12-d7e1d9bffe84 HTTP/1.1" status: 200 len: 851 time: 0.1254065 Dec 15 12:42:47.467263 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, bd3e45d3-4e2f-497a-8759-193465f871c2) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:42:47.473221 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.474062 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.484784 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0775ea99-b112-4972-9839-a25278b4d688 None None] Network bd3e45d3-4e2f-497a-8759-193465f871c2 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:47.521416 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-6e9a83f7-d59f-44e9-ac32-4570a88f94cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97174aa2-d6dc-41ef-a837-fa19ceb64e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434880 Dec 15 12:42:47.552366 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2e7225f6-c4ef-4738-9b31-670f3db85062 req-a4c35cb7-e370-4db7-9945-9a3006f1822b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152966 Dec 15 12:42:47.555880 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b84ede28-f3e4-45fc-a2d3-d572155b96dd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0483980 Dec 15 12:42:47.627737 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-81f214d6-5104-4e49-9b7d-b48873fa5962 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 217 time: 0.1150088 Dec 15 12:42:47.682653 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8a446-ea9b-455a-8806-129166f396ff None None] Network bd3e45d3-4e2f-497a-8759-193465f871c2 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:42:47.723827 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7a671afc-1141-4236-b0d5-69047d4deef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.735405 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7a671afc-1141-4236-b0d5-69047d4deef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.767839 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-c4ec06f9-dab4-4970-b07c-c6a65190b201 service neutron] 10.222.0.36 "GET /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325766 Dec 15 12:42:47.798124 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41182) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:47.872892 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf38407-2b96-42e1-a811-0b5c5d9554cd x-openstack-request-id: req-1cf38407-2b96-42e1-a811-0b5c5d9554cd {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:42:47.873381 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:42:47.873469 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1cf38407-2b96-42e1-a811-0b5c5d9554cd {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:42:47.873785 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'status': 'completed', 'code': 200} Dec 15 12:42:47.882753 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-70e906e7-4d4e-4481-b4eb-387052fab5ae req-c62dc612-07be-433a-845a-1e354a1977f6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437980 Dec 15 12:42:47.920034 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5daaf571-f8af-46da-b9bb-cfd8057af15e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:47.935387 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-84126dbc-73df-4062-8d75-c012ab32708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.936844 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-84126dbc-73df-4062-8d75-c012ab32708e service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.5882277 Dec 15 12:42:47.988885 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-7bb6f03a-de9d-4d0a-aaa3-03cadc50ee73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0418534 Dec 15 12:42:47.993430 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-6960fe58-8ed3-43ac-ac4f-6d6063dbcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:47.994912 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-6960fe58-8ed3-43ac-ac4f-6d6063dbcb6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.3464050 Dec 15 12:42:47.996761 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5daaf571-f8af-46da-b9bb-cfd8057af15e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.066657 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671afc-1141-4236-b0d5-69047d4deef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebaf763-c7a4-482b-9126-68d945d33e30,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:48.080828 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7a671afc-1141-4236-b0d5-69047d4deef8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=abf58047cb7c4630ad28e68780d2b5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8534403 Dec 15 12:42:48.085153 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41192) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:48.147934 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Deleting subnet ca27893b-8908-45cd-9840-f204a8e0a552 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:42:48.152393 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-c4dc3336-c4c2-4725-93f1-ea84d157cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:48.152997 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.153823 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-c4dc3336-c4c2-4725-93f1-ea84d157cbf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.1550808 Dec 15 12:42:48.155446 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a872ed-6684-4534-a683-69796f267a2b req-f3d58299-a9f3-43db-9c7d-b33ec2f56651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:48.157369 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-f3d58299-a9f3-43db-9c7d-b33ec2f56651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1414802 Dec 15 12:42:48.170457 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38975226-7438-40b4-8e67-4ffd9ccf172f req-347abc80-c43e-4962-b5ca-f96f32dbe429 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:48.171963 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-38975226-7438-40b4-8e67-4ffd9ccf172f req-347abc80-c43e-4962-b5ca-f96f32dbe429 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 943 time: 0.1524026 Dec 15 12:42:48.192550 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41196) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:48.225440 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-3a415645-ff06-4f13-8912-1b496ea520cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516398 Dec 15 12:42:48.251574 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-54bba1dd-da54-4e43-a700-ba9e0a154df7 req-36179142-af71-4a86-8338-94415abb6118 service neutron] 10.222.0.36 "GET /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730296 Dec 15 12:42:48.253576 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.271772 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5daaf571-f8af-46da-b9bb-cfd8057af15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.274255 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5daaf571-f8af-46da-b9bb-cfd8057af15e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.277886 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-5daaf571-f8af-46da-b9bb-cfd8057af15e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4e4d3d07-aab2-4ac9-91f9-bba45c5155a4 HTTP/1.1" status: 204 len: 168 time: 0.9509568 Dec 15 12:42:48.286901 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.331373 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaf571-f8af-46da-b9bb-cfd8057af15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d3d07-aab2-4ac9-91f9-bba45c5155a4,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:48.363840 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0099692b-b236-47d4-8303-d28d79834f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.380643 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-38975226-7438-40b4-8e67-4ffd9ccf172f req-b1ec9874-70e7-4b70-9669-38a6ad725cd4 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887569 Dec 15 12:42:48.387814 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-36b04879-ca7e-4d40-8f7c-cf0811caae0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.405483 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-9bf66f42-887f-49a5-80bf-e94eaddc84c7 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304187 Dec 15 12:42:48.408104 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.426562 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0099692b-b236-47d4-8303-d28d79834f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.426865 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-aade2f6b-6609-4e48-b2ba-b1f3478cd3bd service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735914 Dec 15 12:42:48.464236 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca27893b-8908-45cd-9840-f204a8e0a552,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:48.473286 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.478639 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3ffadf5f-74e2-4b3e-8f12-2ce188d1bbf6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ca27893b-8908-45cd-9840-f204a8e0a552 HTTP/1.1" status: 204 len: 168 time: 0.6774435 Dec 15 12:42:48.485890 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41206) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:48.540367 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0099692b-b236-47d4-8303-d28d79834f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.542770 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0099692b-b236-47d4-8303-d28d79834f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.543907 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0099692b-b236-47d4-8303-d28d79834f40 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ebaf763-c7a4-482b-9126-68d945d33e30 HTTP/1.1" status: 204 len: 168 time: 0.4578397 Dec 15 12:42:48.562705 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099692b-b236-47d4-8303-d28d79834f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebaf763-c7a4-482b-9126-68d945d33e30,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:48.566689 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-36b04879-ca7e-4d40-8f7c-cf0811caae0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.576703 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-36b04879-ca7e-4d40-8f7c-cf0811caae0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.633560 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.642475 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-26a872ed-6684-4534-a683-69796f267a2b req-93e7ab9e-779f-438d-9140-9102b96a471f service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284331 Dec 15 12:42:48.666015 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a666d41-2a14-4845-857e-1d5e48f57fdd req-ce6c31c9-d274-4f2e-b38e-895eeb6c7b1c service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290456 Dec 15 12:42:48.679373 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-36b04879-ca7e-4d40-8f7c-cf0811caae0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7b9ee2aae33040c49909d2e8c086b1af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856780 Dec 15 12:42:48.681912 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41216) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:48.712564 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b04879-ca7e-4d40-8f7c-cf0811caae0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b297d944-dc92-45c4-99b5-ce15e1becba1,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:48.784670 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c928f90d-c00a-47ab-a1bc-436295bc83b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.789425 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.810269 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c928f90d-c00a-47ab-a1bc-436295bc83b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.835989 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.836436 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.837265 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.837676 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > port after_create 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.838059 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.838466 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > port after_update 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.838853 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.839271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.839688 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.840127 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:48.871699 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c928f90d-c00a-47ab-a1bc-436295bc83b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.874218 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c928f90d-c00a-47ab-a1bc-436295bc83b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:48.875974 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-c928f90d-c00a-47ab-a1bc-436295bc83b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b297d944-dc92-45c4-99b5-ce15e1becba1 HTTP/1.1" status: 204 len: 168 time: 0.1841667 Dec 15 12:42:48.884343 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928f90d-c00a-47ab-a1bc-436295bc83b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b297d944-dc92-45c4-99b5-ce15e1becba1,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:48.951873 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cc64abda-b3e6-4bd9-91f7-52f433c02a62 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:42:49.027088 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:49.027791 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:49.027791 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:49.027977 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109096) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:49.028254 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5245800b-a26f-42b9-90ea-d3f2b06ec9b8']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:49.056996 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41230) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:49.057146 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a20063-dc6e-4034-b8a1-6beb2d88865c') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:49.057691 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a20063-dc6e-4034-b8a1-6beb2d88865c') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:49.091358 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ee4d833b-2580-47a2-bbac-efc7e90a2045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.092879 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port cc64abda-b3e6-4bd9-91f7-52f433c02a62, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:49.100541 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.106638 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-268eef86-487c-426d-88c7-cb9ab2d14744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:49.107831 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'port_id': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62', 'mac_address': 'fa:16:3e:9d:17:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:42:49.108364 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-268eef86-487c-426d-88c7-cb9ab2d14744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1096 time: 0.3931251 Dec 15 12:42:49.160998 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ef1ba-84eb-494a-ae62-cdeb2330d15c req-3d0676e1-2c71-4c96-ba45-6b8af4211a85 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:49.168172 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e6ef1ba-84eb-494a-ae62-cdeb2330d15c req-3d0676e1-2c71-4c96-ba45-6b8af4211a85 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 943 time: 0.4153764 Dec 15 12:42:49.168687 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.174359 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.188722 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc64abda-b3e6-4bd9-91f7-52f433c02a62 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:49.215981 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port cc64abda-b3e6-4bd9-91f7-52f433c02a62, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:49.224768 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.225502 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 6434af65-9cea-46cb-9e36-23633ba0a5a3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:42:49.229701 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:42:49.230126 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: from cryptography.utils import int_from_bytes Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: from cryptography.utils import int_from_bytes Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:42:49.257606 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:42:49.290250 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ee4d833b-2580-47a2-bbac-efc7e90a2045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.306816 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ee4d833b-2580-47a2-bbac-efc7e90a2045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.337970 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=cc64abda-b3e6-4bd9-91f7-52f433c02a62,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:49.343893 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 6434af65-9cea-46cb-9e36-23633ba0a5a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:49.358198 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '6434af65-9cea-46cb-9e36-23633ba0a5a3', 'network_id': '28991ab3-ac09-448e-b277-b78ce2732039', 'port_id': '6434af65-9cea-46cb-9e36-23633ba0a5a3', 'mac_address': 'fa:16:3e:ee:15:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aada0f-385c-4561-b732-fec638e618a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:42:49.359451 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bc9af-051d-4795-a1eb-e876601035f1 req-9a3c1bec-370c-45e6-a924-46a7ad6fcc24 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:49.361541 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-378bc9af-051d-4795-a1eb-e876601035f1 req-9a3c1bec-370c-45e6-a924-46a7ad6fcc24 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 943 time: 0.3162520 Dec 15 12:42:49.432765 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ee4d833b-2580-47a2-bbac-efc7e90a2045 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9910b199c88242a3acd72a3cecdbf8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696897 Dec 15 12:42:49.432765 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d833b-2580-47a2-bbac-efc7e90a2045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d36248-9268-42e9-8d67-4ba082e38a91,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:49.437127 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41250) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:49.451325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.480936 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6434af65-9cea-46cb-9e36-23633ba0a5a3 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:49.495458 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.502146 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e6ef1ba-84eb-494a-ae62-cdeb2330d15c req-00d3e8ac-8ef4-44f9-8b88-3b631e1fb4b9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330309 Dec 15 12:42:49.535001 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-37f2f2c5-6c39-49b2-bc79-dc47df04cf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.539022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 6434af65-9cea-46cb-9e36-23633ba0a5a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:49.543524 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.557634 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] 10.222.0.71 "DELETE /v2.0/networks/5245800b-a26f-42b9-90ea-d3f2b06ec9b8 HTTP/1.1" status: 204 len: 168 time: 1.0647614 Dec 15 12:42:49.562501 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.565436 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b85e1779-0249-4715-b1b5-47b347333862 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:42:49.567253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41260) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:49.667187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eeb614-eee2-4cab-a2c5-73e14641071d admin admin] Pushing event deleted for resources: {'Network': ['ID=5245800b-a26f-42b9-90ea-d3f2b06ec9b8,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:49.695221 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-37f2f2c5-6c39-49b2-bc79-dc47df04cf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.707069 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-b9f83859-920b-48e1-95fb-554d4c5fa636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:49.708545 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-b9f83859-920b-48e1-95fb-554d4c5fa636 service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.5836699 Dec 15 12:42:49.746031 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=6434af65-9cea-46cb-9e36-23633ba0a5a3,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:49.761170 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Deleting subnet 6076641e-9e80-4952-855a-3875b3fd0c92 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:42:49.768721 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.818948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.826449 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.883976 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port b85e1779-0249-4715-b1b5-47b347333862, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b85e1779-0249-4715-b1b5-47b347333862,segment=NetworkSegment(7fd15137-b258-4fe3-9cae-1bd845fbe041),segment_id=7fd15137-b258-4fe3-9cae-1bd845fbe041)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:49.884251 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-c29c4ca7-5be8-426a-9119-e84da57119ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 217 time: 0.1266508 Dec 15 12:42:49.888872 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-378bc9af-051d-4795-a1eb-e876601035f1 req-eb0f0772-5215-4d89-9b20-904e5e75c2d3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430437 Dec 15 12:42:49.901577 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-37f2f2c5-6c39-49b2-bc79-dc47df04cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.905239 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'b85e1779-0249-4715-b1b5-47b347333862', 'network_id': '97174aa2-d6dc-41ef-a837-fa19ceb64e83', 'port_id': 'b85e1779-0249-4715-b1b5-47b347333862', 'mac_address': 'fa:16:3e:f5:b5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d9a477-4299-4a11-9e12-d7e1d9bffe84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:42:49.918001 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-37f2f2c5-6c39-49b2-bc79-dc47df04cf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.918001 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-37f2f2c5-6c39-49b2-bc79-dc47df04cf67 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47d36248-9268-42e9-8d67-4ba082e38a91 HTTP/1.1" status: 204 len: 168 time: 0.4789908 Dec 15 12:42:49.949758 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:49.951084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2f2c5-6c39-49b2-bc79-dc47df04cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d36248-9268-42e9-8d67-4ba082e38a91,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:49.979973 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b4032-a6d5-4cf8-9e80-42feb27f34e6 req-066653b5-5c95-4de3-abe0-e3469c053d76 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:49.981529 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e11b4032-a6d5-4cf8-9e80-42feb27f34e6 req-066653b5-5c95-4de3-abe0-e3469c053d76 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 943 time: 0.3334036 Dec 15 12:42:49.996061 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85e1779-0249-4715-b1b5-47b347333862 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:50.013454 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.015739 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-6fdc57d4-a27e-4b81-b458-30e3eb63fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:50.018014 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-6fdc57d4-a27e-4b81-b458-30e3eb63fd8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.1136062 Dec 15 12:42:50.029419 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port b85e1779-0249-4715-b1b5-47b347333862, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b85e1779-0249-4715-b1b5-47b347333862,segment=NetworkSegment(7fd15137-b258-4fe3-9cae-1bd845fbe041),segment_id=7fd15137-b258-4fe3-9cae-1bd845fbe041)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:50.044254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.060868 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6076641e-9e80-4952-855a-3875b3fd0c92,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:50.066611 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.072448 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e11b4032-a6d5-4cf8-9e80-42feb27f34e6 req-e5e0b95b-c3d6-4830-89ff-25f8d48511cd tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801511 Dec 15 12:42:50.072954 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4c8a3d30-dacc-4f93-8b74-d8a46fc62d00 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6076641e-9e80-4952-855a-3875b3fd0c92 HTTP/1.1" status: 204 len: 168 time: 0.4978144 Dec 15 12:42:50.072954 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41280) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:50.098231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-527f986b-be94-4d56-af2f-874355aa5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:50.099879 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-527f986b-be94-4d56-af2f-874355aa5281 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721743 Dec 15 12:42:50.140004 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=b85e1779-0249-4715-b1b5-47b347333862,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:50.163486 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.251514 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.274317 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.274646 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.275408 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.275761 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > port after_create 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.276084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.276417 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > port after_update 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.276737 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.277050 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.277372 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.277708 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.350095 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.350562 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.351038 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.351508 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 12:42:50.352026 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e45d3-4e2f-497a-8759-193465f871c2']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:50.391974 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79e55b3-7be1-4394-9476-63519ae5309a') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:50.392460 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79e55b3-7be1-4394-9476-63519ae5309a') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:42:50.416437 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.437896 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.446583 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:42:50.446988 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: from cryptography.utils import int_from_bytes Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: from cryptography.utils import int_from_bytes Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:42:50.451722 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:42:50.522227 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.533279 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.537061 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] 10.222.0.71 "DELETE /v2.0/networks/bd3e45d3-4e2f-497a-8759-193465f871c2 HTTP/1.1" status: 204 len: 168 time: 0.4633527 Dec 15 12:42:50.548469 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb954-c5de-4317-941f-7bcdf708171e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3e45d3-4e2f-497a-8759-193465f871c2,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:50.707755 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41308) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:50.709585 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f387d7-45e3-4906-baa6-7546feb6f95e req-331d3a35-d37e-4b7b-b771-31a8c9ac45a8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:50.711289 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-30f387d7-45e3-4906-baa6-7546feb6f95e req-331d3a35-d37e-4b7b-b771-31a8c9ac45a8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.0604312 Dec 15 12:42:50.773498 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-30f387d7-45e3-4906-baa6-7546feb6f95e req-8d3351bb-11ff-48b6-bc15-2d4d483d6196 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552709 Dec 15 12:42:50.808523 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-92e2e57b-b8e0-4d9d-8646-ddc451d46c57 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c36e4560511644da9659eebf73b486d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995069 Dec 15 12:42:50.810762 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41314) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:50.887174 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6fb622d3-fd03-4220-a4a4-8061ddc4b6e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.915287 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6fb622d3-fd03-4220-a4a4-8061ddc4b6e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.973073 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6fb622d3-fd03-4220-a4a4-8061ddc4b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.976829 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6fb622d3-fd03-4220-a4a4-8061ddc4b6e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:50.978881 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-6fb622d3-fd03-4220-a4a4-8061ddc4b6e4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c0bfdce9-8bbb-4089-92a6-cd20fb44d5f0 HTTP/1.1" status: 204 len: 168 time: 0.1670153 Dec 15 12:42:50.988180 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb622d3-fd03-4220-a4a4-8061ddc4b6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bfdce9-8bbb-4089-92a6-cd20fb44d5f0,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:51.114167 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc5128-cb1e-44bf-aa87-3f6f1aa25785 req-c628c751-e35e-4a98-b676-18c7c1c33a50 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:51.116311 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-87bc5128-cb1e-44bf-aa87-3f6f1aa25785 req-c628c751-e35e-4a98-b676-18c7c1c33a50 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.1256671 Dec 15 12:42:51.147317 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-c77a6aa5-17b1-47b8-82dd-48c303c30eea service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673803 Dec 15 12:42:51.181903 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-87bc5128-cb1e-44bf-aa87-3f6f1aa25785 req-e6790154-d7dd-4241-b480-733ac141590d tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584595 Dec 15 12:42:51.248489 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5f9e-ac74-46cb-9b78-b038ee1d89f3 req-0a6fdc0b-5bd9-4f7e-9294-e1393b13f3d2 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:51.256469 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-203f5f9e-ac74-46cb-9b78-b038ee1d89f3 req-0a6fdc0b-5bd9-4f7e-9294-e1393b13f3d2 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 943 time: 0.0692382 Dec 15 12:42:51.311803 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-203f5f9e-ac74-46cb-9b78-b038ee1d89f3 req-17812b34-80a4-4d17-8f4f-9d3d41ef30be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542941 Dec 15 12:42:51.354240 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41342) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:51.395900 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f4aba56a-b715-4589-8e6c-fd905da5b45d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3123755367e8454ca232fe68ca766202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406017 Dec 15 12:42:51.398367 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41344) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:51.448233 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5076f871-e1ed-4555-bfed-c4c6707da346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:51.469911 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5076f871-e1ed-4555-bfed-c4c6707da346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:51.528884 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5076f871-e1ed-4555-bfed-c4c6707da346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:51.532556 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5076f871-e1ed-4555-bfed-c4c6707da346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:51.533832 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-5076f871-e1ed-4555-bfed-c4c6707da346 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4bef4929-00fb-46bf-baba-a32f55d45b77 HTTP/1.1" status: 204 len: 168 time: 0.1345310 Dec 15 12:42:51.541907 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076f871-e1ed-4555-bfed-c4c6707da346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef4929-00fb-46bf-baba-a32f55d45b77,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:51.963778 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a838e-d1db-42b7-ad06-8b2d3de0d6d3 req-c6c27b68-b7cc-4c5f-8cf0-5a85367c78ad tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:51.965285 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-902a838e-d1db-42b7-ad06-8b2d3de0d6d3 req-c6c27b68-b7cc-4c5f-8cf0-5a85367c78ad tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.1029975 Dec 15 12:42:52.008266 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d8f10e1-20f4-4f81-97d7-93c56e4bb560 req-b0614b39-ef57-4ad9-bd42-460d0b48c36f service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778123 Dec 15 12:42:52.036689 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-902a838e-d1db-42b7-ad06-8b2d3de0d6d3 req-1137fbf4-bc43-40dd-9fd1-64d5395199a0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598743 Dec 15 12:42:52.314504 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f4426-b4eb-467b-907a-c6c276525796 req-0721fcd7-a510-4cd1-aecd-a125391532a4 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:52.314504 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-675f4426-b4eb-467b-907a-c6c276525796 req-0721fcd7-a510-4cd1-aecd-a125391532a4 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.0522325 Dec 15 12:42:52.383114 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-675f4426-b4eb-467b-907a-c6c276525796 req-e1dce502-ea15-4346-ae69-9ee16c3f4b28 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632243 Dec 15 12:42:52.660508 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-e72a-4733-89b6-0da5b8ace225 req-94b5fdee-590a-4d97-8b12-2f5d9cea9c83 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:52.662035 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1c9d4005-e72a-4733-89b6-0da5b8ace225 req-94b5fdee-590a-4d97-8b12-2f5d9cea9c83 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 943 time: 0.2540214 Dec 15 12:42:52.717858 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1c9d4005-e72a-4733-89b6-0da5b8ace225 req-9a83a988-1fdd-4ef1-996c-02c2b87dd916 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495794 Dec 15 12:42:52.997079 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 26fcdfb4-9148-47d7-a089-927a3edb5654 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:42:53.123005 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 26fcdfb4-9148-47d7-a089-927a3edb5654, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=26fcdfb4-9148-47d7-a089-927a3edb5654,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:53.136529 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'port_id': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'mac_address': 'fa:16:3e:03:e1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:42:53.168301 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99d8b3-4609-490c-ab7d-4428d7f91d2f req-ac336bfa-6b07-4176-8624-7df7be9d338a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:53.177615 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4c99d8b3-4609-490c-ab7d-4428d7f91d2f req-ac336bfa-6b07-4176-8624-7df7be9d338a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.0633860 Dec 15 12:42:53.184035 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['cc64abda-b3e6-4bd9-91f7-52f433c02a62'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:42:53.239579 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4c99d8b3-4609-490c-ab7d-4428d7f91d2f req-f233a924-2bb4-4eb3-acd8-859e9f712062 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Dec 15 12:42:53.254223 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b85e1779-0249-4715-b1b5-47b347333862'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:42:53.256270 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['6434af65-9cea-46cb-9e36-23633ba0a5a3'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:42:53.373146 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:53.416746 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fcdfb4-9148-47d7-a089-927a3edb5654 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:42:53.536021 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e7c3d-7fbb-45c6-8f3b-310839245435 req-f0012fe3-8fe8-41ea-9fd5-29ec791acada tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:53.538127 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b7e7c3d-7fbb-45c6-8f3b-310839245435 req-f0012fe3-8fe8-41ea-9fd5-29ec791acada tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.0676286 Dec 15 12:42:53.601001 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b7e7c3d-7fbb-45c6-8f3b-310839245435 req-64f4113d-0f7e-4c8d-8e1d-4cca53f3f173 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519192 Dec 15 12:42:53.631884 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 26fcdfb4-9148-47d7-a089-927a3edb5654, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=26fcdfb4-9148-47d7-a089-927a3edb5654,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:53.646089 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:53.777447 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=26fcdfb4-9148-47d7-a089-927a3edb5654,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:53.870726 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c3b4-e951-437f-936f-8954e3d772b9 req-9f617643-4218-4377-a7c8-3a189cb09192 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:53.873175 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ea67c3b4-e951-437f-936f-8954e3d772b9 req-9f617643-4218-4377-a7c8-3a189cb09192 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 944 time: 0.0719590 Dec 15 12:42:53.929184 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ea67c3b4-e951-437f-936f-8954e3d772b9 req-8db4d2e4-9397-4b82-b4c1-88abffaa9f99 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473049 Dec 15 12:42:54.315963 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41560) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:54.372574 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c1ff8-74ef-44cf-99fb-ab1edc89f961 req-44042ee5-60f7-4427-b50b-d9673c34a460 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:54.375812 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f44c1ff8-74ef-44cf-99fb-ab1edc89f961 req-44042ee5-60f7-4427-b50b-d9673c34a460 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.0598273 Dec 15 12:42:54.430101 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f44c1ff8-74ef-44cf-99fb-ab1edc89f961 req-ec84f354-37f1-4fc1-93b2-a26e0dcac82b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533607 Dec 15 12:42:54.438920 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f49ccd9e-a9f1-4bf5-a83b-f9e5ed7b55fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.519417 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f49ccd9e-a9f1-4bf5-a83b-f9e5ed7b55fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.523594 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f49ccd9e-a9f1-4bf5-a83b-f9e5ed7b55fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.561201 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f49ccd9e-a9f1-4bf5-a83b-f9e5ed7b55fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fe478cab31e4076a67cb34a5ea9e9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430966 Dec 15 12:42:54.563864 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ccd9e-a9f1-4bf5-a83b-f9e5ed7b55fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e1404-8910-4ac6-8319-48dfbf568b03,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:54.564679 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41578) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:54.617842 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0b6587c5-1260-4f3a-b173-0e89b9d4efe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.641682 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0b6587c5-1260-4f3a-b173-0e89b9d4efe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.715296 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0b6587c5-1260-4f3a-b173-0e89b9d4efe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.717847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0b6587c5-1260-4f3a-b173-0e89b9d4efe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:54.719571 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-0b6587c5-1260-4f3a-b173-0e89b9d4efe3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d9e1404-8910-4ac6-8319-48dfbf568b03 HTTP/1.1" status: 204 len: 168 time: 0.1533504 Dec 15 12:42:54.729861 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6587c5-1260-4f3a-b173-0e89b9d4efe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e1404-8910-4ac6-8319-48dfbf568b03,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:54.740481 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0614a8-f731-465c-a97f-927abecdff0c req-75d9da0a-7ea9-4554-9a8d-1b0b189fb308 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:54.742937 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc0614a8-f731-465c-a97f-927abecdff0c req-75d9da0a-7ea9-4554-9a8d-1b0b189fb308 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.0659454 Dec 15 12:42:54.795567 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc0614a8-f731-465c-a97f-927abecdff0c req-c00fab44-c2ad-45f6-9c14-a6921de0b279 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Dec 15 12:42:54.984543 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41594) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:54.998746 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8114f8fb-ef7c-4d29-a0bc-e70f87239eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.074626 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bbae1-a7ff-47b2-9933-c9502a585546 req-031dd7a8-bc41-4502-8aad-9c667a0897ce tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:55.076086 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d43bbae1-a7ff-47b2-9933-c9502a585546 req-031dd7a8-bc41-4502-8aad-9c667a0897ce tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 944 time: 0.0783632 Dec 15 12:42:55.149038 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d43bbae1-a7ff-47b2-9933-c9502a585546 req-2370fdf2-1fae-4c95-891d-018c9b808ec5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653570 Dec 15 12:42:55.158031 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8114f8fb-ef7c-4d29-a0bc-e70f87239eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.162811 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8114f8fb-ef7c-4d29-a0bc-e70f87239eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.201818 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-8114f8fb-ef7c-4d29-a0bc-e70f87239eb3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4b87daf0d884f4d928b5be65d0a29a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161517 Dec 15 12:42:55.202689 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114f8fb-ef7c-4d29-a0bc-e70f87239eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3221da59-e44e-4689-b7e6-025658f49acd,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:55.205220 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41602) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:55.254509 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-15e02aef-f0a8-4cb0-8faf-0fdb946c2356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.275295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-15e02aef-f0a8-4cb0-8faf-0fdb946c2356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.320225 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-15e02aef-f0a8-4cb0-8faf-0fdb946c2356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.322748 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-15e02aef-f0a8-4cb0-8faf-0fdb946c2356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:55.323869 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-15e02aef-f0a8-4cb0-8faf-0fdb946c2356 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3221da59-e44e-4689-b7e6-025658f49acd HTTP/1.1" status: 204 len: 168 time: 0.1172569 Dec 15 12:42:55.331361 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e02aef-f0a8-4cb0-8faf-0fdb946c2356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221da59-e44e-4689-b7e6-025658f49acd,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:55.549766 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c8857-6de0-4fbb-99a3-9d9954436009 req-89f44b0b-ee92-414d-b6c8-0937726aa68c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:55.551324 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8e2c8857-6de0-4fbb-99a3-9d9954436009 req-89f44b0b-ee92-414d-b6c8-0937726aa68c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.0498590 Dec 15 12:42:55.598685 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8e2c8857-6de0-4fbb-99a3-9d9954436009 req-4c5ce4e0-69a6-4888-bbe9-62e044a14e51 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413630 Dec 15 12:42:55.914093 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd9445-62f8-4238-a7e4-9361eac924f3 req-e99cfc21-495d-4d21-a5d8-2d4092ea8e32 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:55.915544 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dafd9445-62f8-4238-a7e4-9361eac924f3 req-e99cfc21-495d-4d21-a5d8-2d4092ea8e32 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.0529029 Dec 15 12:42:55.962785 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dafd9445-62f8-4238-a7e4-9361eac924f3 req-310d0938-7019-402b-818a-3d468b94cf33 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Dec 15 12:42:56.295762 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36145b52-fb1d-4f18-ad98-b0dd694d348b req-07583aac-aeec-4472-b414-3c85250ee112 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:56.298567 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-36145b52-fb1d-4f18-ad98-b0dd694d348b req-07583aac-aeec-4472-b414-3c85250ee112 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 944 time: 0.0605807 Dec 15 12:42:56.354657 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-36145b52-fb1d-4f18-ad98-b0dd694d348b req-e0a1030a-05b7-4d4e-b34a-114fdf6fe11c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490966 Dec 15 12:42:56.560990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['26fcdfb4-9148-47d7-a089-927a3edb5654'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:42:56.726665 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16422402-b648-4a0f-a2d5-ca3a46b4417f req-e33c3707-ddd1-46a2-a873-7239a9d903f4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:56.728203 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-16422402-b648-4a0f-a2d5-ca3a46b4417f req-e33c3707-ddd1-46a2-a873-7239a9d903f4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.0608425 Dec 15 12:42:56.789281 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-16422402-b648-4a0f-a2d5-ca3a46b4417f req-96ee5489-0068-4717-995d-6583100eb63a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540714 Dec 15 12:42:57.040282 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41700) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:57.070232 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41704) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:57.095058 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aa781-fe37-446b-9fb7-edd32ce52f85 req-d66ba7ff-1612-481e-b618-cfa38e2e9bc0 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:57.096640 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2f3aa781-fe37-446b-9fb7-edd32ce52f85 req-d66ba7ff-1612-481e-b618-cfa38e2e9bc0 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.0674605 Dec 15 12:42:57.158773 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2f3aa781-fe37-446b-9fb7-edd32ce52f85 req-b03deee2-cc3c-48fb-a705-71655457e9e6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538759 Dec 15 12:42:57.184824 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9e7de12f-30ba-4ed9-ae4f-23c790a2b2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.205588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6e3c-d572-496b-95af-e49de11cfaf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.283686 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9e7de12f-30ba-4ed9-ae4f-23c790a2b2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.288887 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6e3c-d572-496b-95af-e49de11cfaf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.289807 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9e7de12f-30ba-4ed9-ae4f-23c790a2b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.293355 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6e3c-d572-496b-95af-e49de11cfaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.336404 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ff6c6e3c-d572-496b-95af-e49de11cfaf6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6eab05f51464684a35f34562f4341e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650685 Dec 15 12:42:57.337194 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41724) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:57.346162 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9e7de12f-30ba-4ed9-ae4f-23c790a2b2f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9369cbb0e47f4133b661d803bab65eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048079 Dec 15 12:42:57.347395 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7de12f-30ba-4ed9-ae4f-23c790a2b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1495f4-8bf7-435f-9c28-d1b8a8c2d845,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:57.348705 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41726) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:57.374299 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c6e3c-d572-496b-95af-e49de11cfaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d66380-4f85-4736-8a9f-57655cc6fa8f,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:57.479783 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-602851c9-f9fb-442a-8cf8-ea4daf691493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.509665 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1159-26f6-4b03-ac81-13f4131b63b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.547803 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-602851c9-f9fb-442a-8cf8-ea4daf691493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.563993 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1159-26f6-4b03-ac81-13f4131b63b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.596339 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118890-4d20-4ae7-8687-17f99f1d43ba req-c608dacc-8c11-411f-acd6-09d41cf99af8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:57.597898 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68118890-4d20-4ae7-8687-17f99f1d43ba req-c608dacc-8c11-411f-acd6-09d41cf99af8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 944 time: 0.1436806 Dec 15 12:42:57.683061 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68118890-4d20-4ae7-8687-17f99f1d43ba req-3872c117-c09f-43b4-a75f-fbd6b28a07b0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695224 Dec 15 12:42:57.689937 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-602851c9-f9fb-442a-8cf8-ea4daf691493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.692553 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-602851c9-f9fb-442a-8cf8-ea4daf691493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.696440 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-602851c9-f9fb-442a-8cf8-ea4daf691493 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7d66380-4f85-4736-8a9f-57655cc6fa8f HTTP/1.1" status: 204 len: 168 time: 0.3530116 Dec 15 12:42:57.698231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1159-26f6-4b03-ac81-13f4131b63b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.700514 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1159-26f6-4b03-ac81-13f4131b63b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:57.703846 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e4ad1159-26f6-4b03-ac81-13f4131b63b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e1495f4-8bf7-435f-9c28-d1b8a8c2d845 HTTP/1.1" status: 204 len: 168 time: 0.3542175 Dec 15 12:42:57.711230 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602851c9-f9fb-442a-8cf8-ea4daf691493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d66380-4f85-4736-8a9f-57655cc6fa8f,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:57.731316 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad1159-26f6-4b03-ac81-13f4131b63b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1495f4-8bf7-435f-9c28-d1b8a8c2d845,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:57.735360 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:42:57.932412 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab4291-c39c-46c2-a1b0-3e3d412ba9a1 req-ab5b3369-e8f8-480d-986f-b00c431d8909 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:57.939804 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b6ab4291-c39c-46c2-a1b0-3e3d412ba9a1 req-ab5b3369-e8f8-480d-986f-b00c431d8909 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 944 time: 0.0690367 Dec 15 12:42:57.968528 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.001320 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b6ab4291-c39c-46c2-a1b0-3e3d412ba9a1 req-ca0058e2-92c6-4b67-99a2-c888dc6edebf tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600913 Dec 15 12:42:58.064012 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cc64abda-b3e6-4bd9-91f7-52f433c02a62 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:58.123790 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41772) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:58.128105 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port cc64abda-b3e6-4bd9-91f7-52f433c02a62 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:42:58.134005 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port cc64abda-b3e6-4bd9-91f7-52f433c02a62 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:58.134578 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.138064 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f8a7365f-aca1-470e-a3ac-0b62ce6c91b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.222857 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.235042 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f8a7365f-aca1-470e-a3ac-0b62ce6c91b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.246074 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f8a7365f-aca1-470e-a3ac-0b62ce6c91b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.250384 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8728841b-c4e9-4c61-a27b-44b4de461131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:42:58.296832 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41780) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:58.312934 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f8a7365f-aca1-470e-a3ac-0b62ce6c91b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2e2e868eee04af9835719a33e5e039e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850078 Dec 15 12:42:58.320838 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41786) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:58.336588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7365f-aca1-470e-a3ac-0b62ce6c91b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f2fb5-27f1-4059-ab66-8171907d5725,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:58.343585 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port cc64abda-b3e6-4bd9-91f7-52f433c02a62, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:58.354591 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8574c3-0305-45c1-b5b7-d1554cc365f4 req-0999aa10-dab4-4da4-8b23-6b366ca777d5 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:58.356227 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4d8574c3-0305-45c1-b5b7-d1554cc365f4 req-0999aa10-dab4-4da4-8b23-6b366ca777d5 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 944 time: 0.0889590 Dec 15 12:42:58.356969 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.357773 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 6434af65-9cea-46cb-9e36-23633ba0a5a3 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:58.407948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f034d21-0958-461e-bfee-9fceb8fef35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.432861 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4d8574c3-0305-45c1-b5b7-d1554cc365f4 req-676d2bac-bc01-4ea6-ac72-653cc2c2f9d1 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689461 Dec 15 12:42:58.448218 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f034d21-0958-461e-bfee-9fceb8fef35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.460290 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=cc64abda-b3e6-4bd9-91f7-52f433c02a62,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:58.473764 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 6434af65-9cea-46cb-9e36-23633ba0a5a3 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:42:58.478217 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 6434af65-9cea-46cb-9e36-23633ba0a5a3 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:58.478782 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.528602 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f034d21-0958-461e-bfee-9fceb8fef35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.531779 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f034d21-0958-461e-bfee-9fceb8fef35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.536062 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1f034d21-0958-461e-bfee-9fceb8fef35c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f98f2fb5-27f1-4059-ab66-8171907d5725 HTTP/1.1" status: 204 len: 168 time: 0.2206271 Dec 15 12:42:58.545236 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f034d21-0958-461e-bfee-9fceb8fef35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f2fb5-27f1-4059-ab66-8171907d5725,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:58.562862 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-11544f66-f9cb-42ed-a792-bdf5a5080641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.590058 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.635996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 6434af65-9cea-46cb-9e36-23633ba0a5a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:58.643173 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.644452 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 26fcdfb4-9148-47d7-a089-927a3edb5654 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:58.662326 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-11544f66-f9cb-42ed-a792-bdf5a5080641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.670088 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-11544f66-f9cb-42ed-a792-bdf5a5080641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.731212 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=6434af65-9cea-46cb-9e36-23633ba0a5a3,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:58.748796 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 26fcdfb4-9148-47d7-a089-927a3edb5654 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:42:58.760927 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fac0eb-0de4-4210-8bc7-1840776978b5" -d '{"events": [{"server_uuid": "8728841b-c4e9-4c61-a27b-44b4de461131", "name": "network-vif-plugged", "status": "completed", "tag": "cc64abda-b3e6-4bd9-91f7-52f433c02a62"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:42:58.768554 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 26fcdfb4-9148-47d7-a089-927a3edb5654 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:58.768929 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.772018 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-11544f66-f9cb-42ed-a792-bdf5a5080641 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66aeb254294346bbb090a1afd356778c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737730 Dec 15 12:42:58.774684 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41818) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:58.812666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11544f66-f9cb-42ed-a792-bdf5a5080641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deca500f-766e-4584-93fb-e53627cea3ba,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:58.894189 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3a37824e-3d60-4757-87b8-ae503e519919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.918230 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6468b72-bb3e-4670-b7a5-a0f1e3657747 req-0cc81048-afb2-45da-baee-b97b60bc136a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:58.919126 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.920231 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c6468b72-bb3e-4670-b7a5-a0f1e3657747 req-0cc81048-afb2-45da-baee-b97b60bc136a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 944 time: 0.1009855 Dec 15 12:42:58.944103 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3a37824e-3d60-4757-87b8-ae503e519919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.966927 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 26fcdfb4-9148-47d7-a089-927a3edb5654, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=26fcdfb4-9148-47d7-a089-927a3edb5654,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:58.971700 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:58.973062 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b85e1779-0249-4715-b1b5-47b347333862 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:42:59.010651 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c6468b72-bb3e-4670-b7a5-a0f1e3657747 req-28187306-9681-40e5-81ca-dc436f2896b8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800014 Dec 15 12:42:59.066841 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3a37824e-3d60-4757-87b8-ae503e519919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.070065 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3a37824e-3d60-4757-87b8-ae503e519919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.071919 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3a37824e-3d60-4757-87b8-ae503e519919 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/deca500f-766e-4584-93fb-e53627cea3ba HTTP/1.1" status: 204 len: 168 time: 0.2962079 Dec 15 12:42:59.087851 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37824e-3d60-4757-87b8-ae503e519919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deca500f-766e-4584-93fb-e53627cea3ba,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:59.139901 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=26fcdfb4-9148-47d7-a089-927a3edb5654,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:59.154067 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806bdbe-7ed7-4365-b688-8ee84de15b45 x-openstack-request-id: req-d806bdbe-7ed7-4365-b688-8ee84de15b45 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:42:59.155025 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8728841b-c4e9-4c61-a27b-44b4de461131", "name": "network-vif-plugged", "status": "completed", "tag": "cc64abda-b3e6-4bd9-91f7-52f433c02a62", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:42:59.155670 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d806bdbe-7ed7-4365-b688-8ee84de15b45 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:42:59.157208 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8728841b-c4e9-4c61-a27b-44b4de461131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62', 'code': 200} Dec 15 12:42:59.205317 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port b85e1779-0249-4715-b1b5-47b347333862 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:42:59.211253 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port b85e1779-0249-4715-b1b5-47b347333862 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:42:59.211632 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.237881 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea994-c175-4126-b826-6756c4069860 req-227fb3b6-b17e-4930-9085-e1b4800dfd53 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:59.240123 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-19eea994-c175-4126-b826-6756c4069860 req-227fb3b6-b17e-4930-9085-e1b4800dfd53 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0885584 Dec 15 12:42:59.298506 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-19eea994-c175-4126-b826-6756c4069860 req-e4957b7a-ed58-437a-bf1e-e3d5bf438114 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Dec 15 12:42:59.325078 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.367515 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port b85e1779-0249-4715-b1b5-47b347333862, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b85e1779-0249-4715-b1b5-47b347333862,segment=NetworkSegment(7fd15137-b258-4fe3-9cae-1bd845fbe041),segment_id=7fd15137-b258-4fe3-9cae-1bd845fbe041)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:42:59.372151 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.422148 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=b85e1779-0249-4715-b1b5-47b347333862,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:59.553782 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41860) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:59.555710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284c536-ca82-427e-a3b1-d2534009caad req-f49aa206-2cc5-4c45-ac11-f7bc085af001 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:42:59.557332 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9284c536-ca82-427e-a3b1-d2534009caad req-f49aa206-2cc5-4c45-ac11-f7bc085af001 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.0561244 Dec 15 12:42:59.569141 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1723d7a5-eaa5-44cf-ba15-1b9383e19641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.628946 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9284c536-ca82-427e-a3b1-d2534009caad req-41f5978a-b8ec-44e5-84d2-754cc202de56 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637646 Dec 15 12:42:59.675363 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1723d7a5-eaa5-44cf-ba15-1b9383e19641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.679010 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1723d7a5-eaa5-44cf-ba15-1b9383e19641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.718072 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723d7a5-eaa5-44cf-ba15-1b9383e19641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23863740-cc21-430e-ba64-6a36e9b8fdca,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:59.723868 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1723d7a5-eaa5-44cf-ba15-1b9383e19641 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2dfb708127942d8bbb895bad42dbc78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685143 Dec 15 12:42:59.726146 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41864) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:42:59.779180 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-04bf5b22-803c-4e6a-bc77-5328a8c5fe99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.802127 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-04bf5b22-803c-4e6a-bc77-5328a8c5fe99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.853122 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-04bf5b22-803c-4e6a-bc77-5328a8c5fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.855872 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-04bf5b22-803c-4e6a-bc77-5328a8c5fe99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:42:59.857026 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-04bf5b22-803c-4e6a-bc77-5328a8c5fe99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23863740-cc21-430e-ba64-6a36e9b8fdca HTTP/1.1" status: 204 len: 168 time: 0.1300125 Dec 15 12:42:59.866923 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf5b22-803c-4e6a-bc77-5328a8c5fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23863740-cc21-430e-ba64-6a36e9b8fdca,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:42:59.938945 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 41892) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:00.158777 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0438c1-fe3e-463e-828d-a2436e210a79 req-4bb20821-5604-4644-8bbb-c3b01f5ec2cd tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:00.167453 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c0438c1-fe3e-463e-828d-a2436e210a79 req-4bb20821-5604-4644-8bbb-c3b01f5ec2cd tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0681968 Dec 15 12:43:00.181420 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1593623129-network', 'tenant_id': '77c7d7e6622e478ab83ceb8156edc6b4'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:00.232490 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Made reservation on behalf of 77c7d7e6622e478ab83ceb8156edc6b4 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:00.235377 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.245434 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c0438c1-fe3e-463e-828d-a2436e210a79 req-36db4a36-0a2c-42ae-b9fc-894ded1caea5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768406 Dec 15 12:43:00.247948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.350206 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.355768 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.390254 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:43:00.403151 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fb1cb-91b6-49c0-b4b9-a76a26e509e6,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:00.425770 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.426124 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Added segment f63ef70c-3453-4279-b807-685aad47d9af of type vlan for network f6456978-6a92-465a-bcb3-ae3538ed2649 Dec 15 12:43:00.443819 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7a6aa-20c1-422f-a47c-ebc542a6951a req-09c0cf09-80eb-469c-9870-cfbd30884dec tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:00.445843 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9ec7a6aa-20c1-422f-a47c-ebc542a6951a req-09c0cf09-80eb-469c-9870-cfbd30884dec tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0650933 Dec 15 12:43:00.470468 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.501550 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.514653 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:00.514925 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9ec7a6aa-20c1-422f-a47c-ebc542a6951a req-fc289921-514c-4fd0-af9a-33b5985fee79 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586729 Dec 15 12:43:00.515031 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.585204 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6448233 Dec 15 12:43:00.588571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 41946) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:00.597237 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Request body: {'subnet': {'network_id': 'f6456978-6a92-465a-bcb3-ae3538ed2649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1593623129-subnet', 'tenant_id': '77c7d7e6622e478ab83ceb8156edc6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:00.611304 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb406-0486-43be-a503-749f9fc18a92 admin admin] Pushing event updated for resources: {'Network': ['ID=f6456978-6a92-465a-bcb3-ae3538ed2649,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:00.627098 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network f6456978-6a92-465a-bcb3-ae3538ed2649 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:43:00.627645 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Made reservation on behalf of 77c7d7e6622e478ab83ceb8156edc6b4 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:00.629983 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130973083'] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.832796 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470475-aed2-4035-8c0e-073755e41e44 req-82413362-cdda-44c0-9ace-2118d3170d89 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:00.833630 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-90470475-aed2-4035-8c0e-073755e41e44 req-82413362-cdda-44c0-9ace-2118d3170d89 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.1099992 Dec 15 12:43:00.883196 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131010233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130973061'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:00.939815 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-90470475-aed2-4035-8c0e-073755e41e44 req-d6fcc08b-a13e-4a10-9433-0e346978e08a tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999184 Dec 15 12:43:01.017161 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9e851e-9f56-4c26-8c8c-b3fc21596401,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:01.037632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Checking segment: {'id': 'f63ef70c-3453-4279-b807-685aad47d9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f6456978-6a92-465a-bcb3-ae3538ed2649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:01.038256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Network hostable DHCP agents. Network: f6456978-6a92-465a-bcb3-ae3538ed2649, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:43:01.050699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba1167-7c07-42f8-b408-8ad107d85f7f req-ea0136e3-7505-497c-b160-c676283e1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:01.052135 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e6ba1167-7c07-42f8-b408-8ad107d85f7f req-ea0136e3-7505-497c-b160-c676283e1d04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 1098 time: 0.1045179 Dec 15 12:43:01.069263 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Network f6456978-6a92-465a-bcb3-ae3538ed2649 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:43:01.080202 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e6ba1167-7c07-42f8-b408-8ad107d85f7f req-d9ad0928-f635-4b33-8f75-d4b859401f5b service neutron] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:01.090675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, f6456978-6a92-465a-bcb3-ae3538ed2649) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:01.097423 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:01.098362 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:01.103699 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ba7f9-6727-40b2-85b4-d81a124f40b0 None None] Network f6456978-6a92-465a-bcb3-ae3538ed2649 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:01.134711 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f148549f-6a6e-4d48-9c09-b50258fd9ca3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5344200 Dec 15 12:43:01.184128 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098cafaa-41e1-4d64-806c-382261a08fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6434af65-9cea-46cb-9e36-23633ba0a5a3'}, {'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654'}, {'server_uuid': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85e1779-0249-4715-b1b5-47b347333862'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:43:01.191055 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29e3fc3-3728-435e-b3a9-2a5cc32c5850" -d '{"events": [{"server_uuid": "098cafaa-41e1-4d64-806c-382261a08fa9", "name": "network-vif-plugged", "status": "completed", "tag": "6434af65-9cea-46cb-9e36-23633ba0a5a3"}, {"server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "name": "network-vif-plugged", "status": "completed", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654"}, {"server_uuid": "d8c53727-0a11-491a-8423-6be02dafa8f6", "name": "network-vif-plugged", "status": "completed", "tag": "b85e1779-0249-4715-b1b5-47b347333862"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:43:01.200080 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e6ba1167-7c07-42f8-b408-8ad107d85f7f req-d9ad0928-f635-4b33-8f75-d4b859401f5b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:01.206801 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e6ba1167-7c07-42f8-b408-8ad107d85f7f req-d9ad0928-f635-4b33-8f75-d4b859401f5b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:01.264721 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 12:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224aeebf-23b6-4ab7-893f-685e20356612 x-openstack-request-id: req-224aeebf-23b6-4ab7-893f-685e20356612 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:43:01.265921 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098cafaa-41e1-4d64-806c-382261a08fa9", "name": "network-vif-plugged", "status": "completed", "tag": "6434af65-9cea-46cb-9e36-23633ba0a5a3", "code": 200}, {"server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "name": "network-vif-plugged", "status": "completed", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654", "code": 200}, {"server_uuid": "d8c53727-0a11-491a-8423-6be02dafa8f6", "name": "network-vif-plugged", "status": "completed", "tag": "b85e1779-0249-4715-b1b5-47b347333862", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:43:01.266253 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-224aeebf-23b6-4ab7-893f-685e20356612 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:43:01.266741 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098cafaa-41e1-4d64-806c-382261a08fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6434af65-9cea-46cb-9e36-23633ba0a5a3', 'code': 200} Dec 15 12:43:01.267062 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'code': 200} Dec 15 12:43:01.267381 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85e1779-0249-4715-b1b5-47b347333862', 'code': 200} Dec 15 12:43:01.275552 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e6ba1167-7c07-42f8-b408-8ad107d85f7f req-d9ad0928-f635-4b33-8f75-d4b859401f5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111406 Dec 15 12:43:01.292429 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad0928-f635-4b33-8f75-d4b859401f5b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac33b0-a96d-4645-9dd6-53e750640f75,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:01.328782 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e032e0e-bf73-4f86-926f-09a6dddc6221 None None] Network f6456978-6a92-465a-bcb3-ae3538ed2649 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:01.476789 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c87ed-1c8b-4430-b356-83c572833e00 req-bc1443f1-e4b6-42c6-b70c-16c198f5affe tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:01.479586 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e60c87ed-1c8b-4430-b356-83c572833e00 req-bc1443f1-e4b6-42c6-b70c-16c198f5affe tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1245589 Dec 15 12:43:01.599591 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e60c87ed-1c8b-4430-b356-83c572833e00 req-02ebf490-f426-487f-b18d-de557644dfcc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096950 Dec 15 12:43:01.801684 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd890214-5bc1-4b3a-a49d-181ffe4b97ca req-070f4f7a-6efb-4200-9ef5-5ce4d0e596cc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:01.806098 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fd890214-5bc1-4b3a-a49d-181ffe4b97ca req-070f4f7a-6efb-4200-9ef5-5ce4d0e596cc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1238799 Dec 15 12:43:01.932425 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a46b80-bb95-4705-a151-c9c8ff0516aa req-54091f30-26cc-4420-b1ee-d511d06a0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:01.934283 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-96a46b80-bb95-4705-a151-c9c8ff0516aa req-54091f30-26cc-4420-b1ee-d511d06a0edf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 1098 time: 0.1253598 Dec 15 12:43:02.032988 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fd890214-5bc1-4b3a-a49d-181ffe4b97ca req-6470f937-235a-40f6-9b0c-a3598850228c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983740 Dec 15 12:43:02.048623 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef82a-241a-4818-b915-a84c7a5693b7 req-eb773bea-b901-4c14-a1b0-6d9ec3fb38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:02.051326 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d3fef82a-241a-4818-b915-a84c7a5693b7 req-eb773bea-b901-4c14-a1b0-6d9ec3fb38e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1098 time: 0.0935607 Dec 15 12:43:02.166065 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6f73a-ec01-4626-8b40-abae1debcbab req-0f2d67de-f54d-4ce5-886b-6bb16691ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:02.166065 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a0b6f73a-ec01-4626-8b40-abae1debcbab req-0f2d67de-f54d-4ce5-886b-6bb16691ecb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.2153692 Dec 15 12:43:02.208873 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d3fef82a-241a-4818-b915-a84c7a5693b7 req-14bf8512-08cd-4c11-9a2e-287513a6de20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494124 Dec 15 12:43:02.238189 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8915a-6da8-4447-beae-cde1803eb813 req-84f75bfb-2f5a-42bb-95d3-2f3f1644f50d tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:02.250643 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0da8915a-6da8-4447-beae-cde1803eb813 req-84f75bfb-2f5a-42bb-95d3-2f3f1644f50d tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.1415219 Dec 15 12:43:02.257864 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a0b6f73a-ec01-4626-8b40-abae1debcbab req-e2191ac2-f4a6-46b3-a2e2-919193a101ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Dec 15 12:43:02.309851 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-96a46b80-bb95-4705-a151-c9c8ff0516aa req-4490dfb5-c600-4b20-b942-4a2801985918 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237073 Dec 15 12:43:02.335483 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0da8915a-6da8-4447-beae-cde1803eb813 req-239947ed-b1e4-45b7-8ec0-1f1ae99b09b6 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836320 Dec 15 12:43:02.343078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42036) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:02.348993 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-693897446-network', 'tenant_id': '7e020a4ed567451da1cd9a05bebe62b0'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:02.372858 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Made reservation on behalf of 7e020a4ed567451da1cd9a05bebe62b0 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:02.376531 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.387488 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.506485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.506485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.521669 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-2e32345f-e53e-43cb-a4c3-e6758b8f38a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.523039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:43:02.549540 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.550233 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Added segment 6e7cc9e4-e3b1-4888-804c-0f96af7fd98e of type vlan for network 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8 Dec 15 12:43:02.559085 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8c62c-1974-4f9e-99c5-aa9e3616ab52,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:02.612182 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.642206 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.643205 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:02.643819 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.697085 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3524747 Dec 15 12:43:02.699665 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42056) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:02.709778 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Request body: {'subnet': {'network_id': '5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-693897446-subnet', 'tenant_id': '7e020a4ed567451da1cd9a05bebe62b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:02.713628 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc026f1b-4c80-4018-8be1-e897bebc04b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:02.724913 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:43:02.761007 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Made reservation on behalf of 7e020a4ed567451da1cd9a05bebe62b0 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:02.763307 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130973083'] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:02.834447 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bf544-760e-4dd9-8516-01d559390ef9 req-23d54bd6-ba39-4daa-8185-b4f611f767f0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:02.835905 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-846bf544-760e-4dd9-8516-01d559390ef9 req-23d54bd6-ba39-4daa-8185-b4f611f767f0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1126015 Dec 15 12:43:02.924523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-846bf544-760e-4dd9-8516-01d559390ef9 req-d78377e8-8290-4e7c-bc84-70b99a92c96a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819016 Dec 15 12:43:03.006341 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131010233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130973061'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:03.066251 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb15484-1d4e-4dbc-923e-affcbad1de70,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:03.074351 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Checking segment: {'id': '6e7cc9e4-e3b1-4888-804c-0f96af7fd98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:03.074739 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Network hostable DHCP agents. Network: 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:43:03.091438 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Network 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:43:03.100817 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:03.105088 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:03.105706 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:03.113379 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ad7c1-fc2f-4556-8fd1-80f4b56731c6 None None] Network 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:03.125562 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-9eb5fcc3-d11f-40fc-9695-78c97d79bef4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4241152 Dec 15 12:43:03.176984 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a0f5-6930-461e-b5cd-6e635528f2b0 req-902e718d-5ed1-45c6-b3e5-1a84c7ed2a43 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:03.178675 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6546a0f5-6930-461e-b5cd-6e635528f2b0 req-902e718d-5ed1-45c6-b3e5-1a84c7ed2a43 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0518434 Dec 15 12:43:03.241156 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6546a0f5-6930-461e-b5cd-6e635528f2b0 req-f41c19f8-c6b3-4a2d-b044-8dead0b9f615 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556085 Dec 15 12:43:03.250747 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313690a-1a06-42f2-b0f9-924a71fda04e None None] Network 5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:03.487060 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb298f92-5a31-4bce-bc45-325e68dbb32e req-eb70f259-84c6-4688-890a-25a39069055c tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:03.488928 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb298f92-5a31-4bce-bc45-325e68dbb32e req-eb70f259-84c6-4688-890a-25a39069055c tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.0583491 Dec 15 12:43:03.540221 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb298f92-5a31-4bce-bc45-325e68dbb32e req-9b0ab47c-49de-44ec-a6c0-abb0254e8b6c tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Dec 15 12:43:04.091581 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5cf90-bf54-4064-8739-d47be2794255 req-c57d0564-e3f8-426e-b625-d0f032da2a7f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:04.095970 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-23a5cf90-bf54-4064-8739-d47be2794255 req-c57d0564-e3f8-426e-b625-d0f032da2a7f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0714288 Dec 15 12:43:04.149899 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-23a5cf90-bf54-4064-8739-d47be2794255 req-2bf90a89-c7e5-4356-9dbe-9232482e85c6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Dec 15 12:43:04.365364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad035-e6b0-4e2f-bb65-42c9423eba8a req-ce6ea0d1-505e-49e1-a01e-4c82ce0699f5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:04.366828 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43dad035-e6b0-4e2f-bb65-42c9423eba8a req-ce6ea0d1-505e-49e1-a01e-4c82ce0699f5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Dec 15 12:43:04.416956 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43dad035-e6b0-4e2f-bb65-42c9423eba8a req-17175342-d0eb-466c-83ac-a4f3e0d7ffdf tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Dec 15 12:43:04.687916 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b1e0f-7326-44de-bd4c-a1bc7bdd9de1 req-4de4139c-6614-4901-8953-20634dc97df4 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:04.689890 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b77b1e0f-7326-44de-bd4c-a1bc7bdd9de1 req-4de4139c-6614-4901-8953-20634dc97df4 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.0715380 Dec 15 12:43:04.789450 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b77b1e0f-7326-44de-bd4c-a1bc7bdd9de1 req-15acbe7a-eedb-48e0-817a-c51b568b9be9 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926561 Dec 15 12:43:04.849467 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-3b8bff32-3918-4a10-aec4-c078aac4c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:04.851060 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-3b8bff32-3918-4a10-aec4-c078aac4c453 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 1098 time: 0.1056988 Dec 15 12:43:04.860503 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe35840-a884-431e-87e4-0a518c3a6ede req-a1fe39f4-84f5-45b3-945c-0628d46b5fe0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:04.862205 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9fe35840-a884-431e-87e4-0a518c3a6ede req-a1fe39f4-84f5-45b3-945c-0628d46b5fe0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1051557 Dec 15 12:43:04.961558 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4784b94c-aaf9-40b7-89fb-073806a801cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:04.985958 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9fe35840-a884-431e-87e4-0a518c3a6ede req-9412fd25-8344-43c4-a3de-76064c57b61a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090262 Dec 15 12:43:05.006087 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-e8677590-8de7-4b27-a48c-b1c20a6b99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:05.007858 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-e8677590-8de7-4b27-a48c-b1c20a6b99d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.1444046 Dec 15 12:43:05.044919 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42154) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:05.067672 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-b6da8d92-8301-41ba-aeb5-03b6b2b17397 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62 HTTP/1.1" status: 200 len: 217 time: 0.0432425 Dec 15 12:43:05.125982 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-33eecc29-04b7-467d-8320-22dd844cc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:05.127413 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-33eecc29-04b7-467d-8320-22dd844cc989 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0480022 Dec 15 12:43:05.165892 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-69ae3e58-1fe2-4ced-a129-a2acf0e791fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294006 Dec 15 12:43:05.190411 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-8a9e72f3-1171-449a-9b5f-6961a55b389e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.313246 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-8a9e72f3-1171-449a-9b5f-6961a55b389e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.319130 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-8a9e72f3-1171-449a-9b5f-6961a55b389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.323242 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-8f56c56f-50ef-4198-b6b6-ce7485259859 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476495 Dec 15 12:43:05.332416 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677a5dc-ac8d-4a7a-8bed-77b69f008a8d req-ea984bab-0307-4b06-8c9c-75c11eb17094 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:05.333895 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9677a5dc-ac8d-4a7a-8bed-77b69f008a8d req-ea984bab-0307-4b06-8c9c-75c11eb17094 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0783303 Dec 15 12:43:05.375251 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-8a9e72f3-1171-449a-9b5f-6961a55b389e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c8e1c76cd5e4c0f899073a131374980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292589 Dec 15 12:43:05.376417 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e72f3-1171-449a-9b5f-6961a55b389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae4be3-65b4-4afc-9ea2-7568dd070042,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:05.379206 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42174) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:05.455057 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4530c309-495d-482e-9687-4b0496a7d72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.494004 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4530c309-495d-482e-9687-4b0496a7d72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.557787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4530c309-495d-482e-9687-4b0496a7d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.572507 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4530c309-495d-482e-9687-4b0496a7d72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.572507 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4530c309-495d-482e-9687-4b0496a7d72c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28ae4be3-65b4-4afc-9ea2-7568dd070042 HTTP/1.1" status: 204 len: 168 time: 0.1846857 Dec 15 12:43:05.583246 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530c309-495d-482e-9687-4b0496a7d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae4be3-65b4-4afc-9ea2-7568dd070042,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:05.658470 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c088adca-9d62-4f60-91eb-e0610e1b31cc req-d3a65018-736a-41d5-a779-d504f4d32818 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234611 Dec 15 12:43:05.662070 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9677a5dc-ac8d-4a7a-8bed-77b69f008a8d req-d4e6f1ff-64ac-4b9f-b6a7-fb0c2cca11c5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682972 Dec 15 12:43:05.808605 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e0fba-daa6-4cca-b148-1cab3d1d6fa9 req-59c59b2b-455f-48be-9410-645c1da07685 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:05.810374 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-327e0fba-daa6-4cca-b148-1cab3d1d6fa9 req-59c59b2b-455f-48be-9410-645c1da07685 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0595829 Dec 15 12:43:05.820596 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42194) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:05.827629 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'floatingip': {'port_id': '26fcdfb4-9148-47d7-a089-927a3edb5654'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:05.929922 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:05.952280 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42198) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:05.965156 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-55b8ca5e-cf77-4add-91ec-6947a4145718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.057753 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-55b8ca5e-cf77-4add-91ec-6947a4145718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.063192 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-55b8ca5e-cf77-4add-91ec-6947a4145718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.104042 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-55b8ca5e-cf77-4add-91ec-6947a4145718 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d3b58b336d2b4c89868892db0357c6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481822 Dec 15 12:43:06.104042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8ca5e-cf77-4add-91ec-6947a4145718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec75066-976e-4653-8b3e-f408c24678ee,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:06.104767 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42202) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:06.122894 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d425c4-8b52-497c-874d-0276e85af704 req-13250d13-f0e3-4829-b429-7a1a04e691d9 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:06.127761 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.130815 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2d425c4-8b52-497c-874d-0276e85af704 req-13250d13-f0e3-4829-b429-7a1a04e691d9 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.2296929 Dec 15 12:43:06.160494 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7ddee57-b9a2-407b-9192-8fda3a0a0e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.181671 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7ddee57-b9a2-407b-9192-8fda3a0a0e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.235659 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7ddee57-b9a2-407b-9192-8fda3a0a0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.238162 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a51c-7adb-4531-8599-233472d6f565 req-e6484c7d-abc7-4cc4-a42a-24b48576d93a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:06.238603 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7ddee57-b9a2-407b-9192-8fda3a0a0e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.239671 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-57f5a51c-7adb-4531-8599-233472d6f565 req-e6484c7d-abc7-4cc4-a42a-24b48576d93a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1899433 Dec 15 12:43:06.239797 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e7ddee57-b9a2-407b-9192-8fda3a0a0e11 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ec75066-976e-4653-8b3e-f408c24678ee HTTP/1.1" status: 204 len: 168 time: 0.1340811 Dec 15 12:43:06.248154 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddee57-b9a2-407b-9192-8fda3a0a0e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec75066-976e-4653-8b3e-f408c24678ee,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:06.260052 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2d425c4-8b52-497c-874d-0276e85af704 req-2f066204-899c-414b-b4cd-a3a6eb464fe8 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273553 Dec 15 12:43:06.532680 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-57f5a51c-7adb-4531-8599-233472d6f565 req-92ce2477-796c-4d43-a96c-34235e3c48c6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796202 Dec 15 12:43:06.921120 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:06.925531 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:07.045200 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Floating IP 916c96ec-1908-4866-b7eb-c3710d0faee1 associated. External IP: 172.27.1.19, port: 26fcdfb4-9148-47d7-a089-927a3edb5654. Dec 15 12:43:07.455048 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:07.491259 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:43:07.601385 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:07.606823 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:07.622195 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:07.633275 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:07.634177 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:07.663847 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e210d7a4-29a1-41c5-b120-f4fa3c611a20 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "PUT /v2.0/floatingips/916c96ec-1908-4866-b7eb-c3710d0faee1 HTTP/1.1" status: 200 len: 990 time: 1.8359869 Dec 15 12:43:07.663847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:43:07.663847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04" -d '{"events": [{"name": "network-changed", "server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:43:07.686662 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6591cb-88d4-47bc-8b2c-568699a909da req-d61d1ab8-97e9-47e9-a0a3-32e1c404d26a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:07.693943 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1a6591cb-88d4-47bc-8b2c-568699a909da req-d61d1ab8-97e9-47e9-a0a3-32e1c404d26a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0828037 Dec 15 12:43:07.755029 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:07.761615 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1a6591cb-88d4-47bc-8b2c-568699a909da req-4f3f4d76-a184-4704-9bf6-fd501cd06ade tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662165 Dec 15 12:43:07.830537 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d11f44-cb0a-4e97-a029-0f6fc6149142 x-openstack-request-id: req-46d11f44-cb0a-4e97-a029-0f6fc6149142 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:43:07.830835 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:43:07.831092 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-46d11f44-cb0a-4e97-a029-0f6fc6149142 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:43:07.831514 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'status': 'completed', 'code': 200} Dec 15 12:43:08.045412 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '916c96ec-1908-4866-b7eb-c3710d0faee1', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'port_id': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'mac_address': 'fa:16:3e:03:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:42:30Z', 'updated_at': '2021-12-15T12:43:06Z', 'revision_number': 1, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:08.072389 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:08.081716 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:08.082342 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:08.199683 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:08.233209 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:08.438818 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '916c96ec-1908-4866-b7eb-c3710d0faee1', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'port_id': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'mac_address': 'fa:16:3e:03:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:42:30Z', 'updated_at': '2021-12-15T12:43:06Z', 'revision_number': 1, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:08.550412 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c8fe29-d317-4321-80b0-6aa5dfcad571 None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '916c96ec-1908-4866-b7eb-c3710d0faee1', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'port_id': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'mac_address': 'fa:16:3e:03:e1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:42:30Z', 'updated_at': '2021-12-15T12:43:06Z', 'revision_number': 1, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:08.779083 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc3afe-61b8-49cc-85d2-1449ccec5551 None None] New status for floating IP 916c96ec-1908-4866-b7eb-c3710d0faee1: ACTIVE {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:43:08.912284 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346124-2687-4775-babc-9dffa1645351 req-af257ed4-294d-449a-9577-5c5642951ec3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:08.914595 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca346124-2687-4775-babc-9dffa1645351 req-af257ed4-294d-449a-9577-5c5642951ec3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Dec 15 12:43:08.974934 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca346124-2687-4775-babc-9dffa1645351 req-42929fb9-e16c-4ebb-8106-02c667622599 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Dec 15 12:43:09.124302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42332) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:09.230894 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83e59af5-e4ef-4195-8dd1-4890b62228b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.305513 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83e59af5-e4ef-4195-8dd1-4890b62228b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.309299 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-83e59af5-e4ef-4195-8dd1-4890b62228b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.345637 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-83e59af5-e4ef-4195-8dd1-4890b62228b7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef6997ec51234a2fbca311fe101f7833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199924 Dec 15 12:43:09.347530 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e59af5-e4ef-4195-8dd1-4890b62228b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ec57a7-73d0-4204-94c3-8f75a4ca4fbd,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:09.348413 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42336) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:09.395507 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cce4c8f1-7837-430e-911b-b409534e2b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.417620 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cce4c8f1-7837-430e-911b-b409534e2b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.496239 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-9987594b-39ba-4e07-8d84-38df4acd1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:09.497749 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-9987594b-39ba-4e07-8d84-38df4acd1b15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1098 time: 0.0452805 Dec 15 12:43:09.498752 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cce4c8f1-7837-430e-911b-b409534e2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.501814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cce4c8f1-7837-430e-911b-b409534e2b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.502840 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-cce4c8f1-7837-430e-911b-b409534e2b80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28ec57a7-73d0-4204-94c3-8f75a4ca4fbd HTTP/1.1" status: 204 len: 168 time: 0.1534235 Dec 15 12:43:09.511590 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4c8f1-7837-430e-911b-b409534e2b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ec57a7-73d0-4204-94c3-8f75a4ca4fbd,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:09.611377 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-183c8db7-1681-490d-8e5a-059f8011e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:09.613129 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-183c8db7-1681-490d-8e5a-059f8011e6a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.1031477 Dec 15 12:43:09.718857 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-c568fd19-9023-47fc-8f26-bef607b482f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 1000 time: 0.0883193 Dec 15 12:43:09.772491 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42344) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:09.783096 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-72e0651a-16c5-48eb-94f2-5c1966401567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:09.784543 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-72e0651a-16c5-48eb-94f2-5c1966401567 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.0507772 Dec 15 12:43:09.785798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-707d5410-8054-4c2f-9cb9-47a2309c3bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.836787 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-94a46a3d-5a8e-4b72-8b5c-4f06fdf5df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:09.838896 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-94a46a3d-5a8e-4b72-8b5c-4f06fdf5df15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464902 Dec 15 12:43:09.870249 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-707d5410-8054-4c2f-9cb9-47a2309c3bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.878368 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-707d5410-8054-4c2f-9cb9-47a2309c3bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:09.931236 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d5410-8054-4c2f-9cb9-47a2309c3bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373f9f6d-f8d3-4055-b50c-0cd87c08c733,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:09.938366 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-707d5410-8054-4c2f-9cb9-47a2309c3bf7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4b30b1bf5fc4478af74b52955eaf8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647060 Dec 15 12:43:09.942053 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42354) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:10.000131 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-065595d9-c029-41ba-a6dc-c15c5fa67604 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438775 Dec 15 12:43:10.008827 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac65a092-df59-45fc-b905-81ef62a20693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:10.034852 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac65a092-df59-45fc-b905-81ef62a20693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:10.091801 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac65a092-df59-45fc-b905-81ef62a20693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:10.094781 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac65a092-df59-45fc-b905-81ef62a20693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:10.098299 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ac65a092-df59-45fc-b905-81ef62a20693 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/373f9f6d-f8d3-4055-b50c-0cd87c08c733 HTTP/1.1" status: 204 len: 168 time: 0.1525581 Dec 15 12:43:10.104257 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65a092-df59-45fc-b905-81ef62a20693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373f9f6d-f8d3-4055-b50c-0cd87c08c733,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:10.132401 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45ba4d-ee32-44ba-84b8-fb5e281ff0fb req-f55b178e-0f7d-4a28-9835-410894e6a38b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:10.136956 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d45ba4d-ee32-44ba-84b8-fb5e281ff0fb req-f55b178e-0f7d-4a28-9835-410894e6a38b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0660410 Dec 15 12:43:10.190003 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dc5c46c1-07a0-4e7b-90c2-7e2856c58b04 req-93a188ec-f265-455e-b956-312e1ef3de41 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788588 Dec 15 12:43:10.237661 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d45ba4d-ee32-44ba-84b8-fb5e281ff0fb req-e62c5862-667e-4027-b436-3cb4700ae026 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861311 Dec 15 12:43:11.426537 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b7ae-2f6d-4345-bd27-71ae5f789281 req-a805cb38-6af5-419c-a343-54008bc2ddc5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:11.428809 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fc55b7ae-2f6d-4345-bd27-71ae5f789281 req-a805cb38-6af5-419c-a343-54008bc2ddc5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0787022 Dec 15 12:43:11.497007 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fc55b7ae-2f6d-4345-bd27-71ae5f789281 req-513c3441-3743-4f2d-aafd-302078728f90 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Dec 15 12:43:12.468670 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42512) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:12.603346 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e8d49aba-c230-4a86-b560-d1b4359e08f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.675343 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb3246-54f4-4050-829a-1c9972be70fa req-f6854c67-4825-47be-9ef9-482fd49a6b8b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:12.676968 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ebfb3246-54f4-4050-829a-1c9972be70fa req-f6854c67-4825-47be-9ef9-482fd49a6b8b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0934546 Dec 15 12:43:12.746261 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ebfb3246-54f4-4050-829a-1c9972be70fa req-3029a741-2e2f-45ec-a197-1148674f9037 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624611 Dec 15 12:43:12.766330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e8d49aba-c230-4a86-b560-d1b4359e08f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.772438 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e8d49aba-c230-4a86-b560-d1b4359e08f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.821329 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d49aba-c230-4a86-b560-d1b4359e08f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b5cde-0f6a-4c17-afe5-558a1c5bda85,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:12.829382 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e8d49aba-c230-4a86-b560-d1b4359e08f5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16e2096588054307926c1cd901c5dbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567982 Dec 15 12:43:12.829695 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42536) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:12.893477 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fa05d19a-ec7d-4f49-a08d-bc9da0d22912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.922862 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fa05d19a-ec7d-4f49-a08d-bc9da0d22912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.968961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fa05d19a-ec7d-4f49-a08d-bc9da0d22912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.971754 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fa05d19a-ec7d-4f49-a08d-bc9da0d22912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:12.972898 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fa05d19a-ec7d-4f49-a08d-bc9da0d22912 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b34b5cde-0f6a-4c17-afe5-558a1c5bda85 HTTP/1.1" status: 204 len: 168 time: 0.1424224 Dec 15 12:43:12.980744 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05d19a-ec7d-4f49-a08d-bc9da0d22912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b5cde-0f6a-4c17-afe5-558a1c5bda85,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:13.247269 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42550) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:13.268827 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-07c327bb-c6c3-437c-8773-a888fd294478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.338963 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-07c327bb-c6c3-437c-8773-a888fd294478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.343587 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-07c327bb-c6c3-437c-8773-a888fd294478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.383492 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-07c327bb-c6c3-437c-8773-a888fd294478 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f41974db8cf4a3bb522d4a3c5b0fed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351218 Dec 15 12:43:13.384681 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c327bb-c6c3-437c-8773-a888fd294478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ae995-208e-46e6-8c2a-df7d378fd7de,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:13.386159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42554) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:13.433527 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-90809c76-6a18-44e0-9ab5-c95d559403f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.456332 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-90809c76-6a18-44e0-9ab5-c95d559403f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.503443 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-90809c76-6a18-44e0-9ab5-c95d559403f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.506048 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-90809c76-6a18-44e0-9ab5-c95d559403f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:13.507164 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-90809c76-6a18-44e0-9ab5-c95d559403f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/308ae995-208e-46e6-8c2a-df7d378fd7de HTTP/1.1" status: 204 len: 168 time: 0.1200144 Dec 15 12:43:13.515484 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90809c76-6a18-44e0-9ab5-c95d559403f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ae995-208e-46e6-8c2a-df7d378fd7de,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:13.888555 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347fab6-3512-4e10-afe4-4de74c34ec28 req-fc25196c-a6d4-4d78-a387-298dc31f2a34 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:13.890684 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f347fab6-3512-4e10-afe4-4de74c34ec28 req-fc25196c-a6d4-4d78-a387-298dc31f2a34 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0612934 Dec 15 12:43:13.986078 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f347fab6-3512-4e10-afe4-4de74c34ec28 req-e2958717-78cf-45b8-b0b9-837b59c51648 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890284 Dec 15 12:43:14.375944 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42634) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:14.577548 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42644) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:14.628061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8626d2f8-7a7d-499c-9fdd-04f66456e437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.676230 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4db21745-90b5-4e42-bf75-599061a8c08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.765736 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8626d2f8-7a7d-499c-9fdd-04f66456e437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.775066 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8626d2f8-7a7d-499c-9fdd-04f66456e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.805330 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42652) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:14.831179 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4db21745-90b5-4e42-bf75-599061a8c08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.837357 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-8626d2f8-7a7d-499c-9fdd-04f66456e437 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=746ac7b5418a4741932c7a987586a0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4603953 Dec 15 12:43:14.838773 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4db21745-90b5-4e42-bf75-599061a8c08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.840595 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42656) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:14.841043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626d2f8-7a7d-499c-9fdd-04f66456e437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970169bf-f06e-46ba-90f1-b0094618140a,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:14.882055 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-4db21745-90b5-4e42-bf75-599061a8c08e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98a6a7fd9f4f49d19086c65403444935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029301 Dec 15 12:43:14.882931 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db21745-90b5-4e42-bf75-599061a8c08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80aa4ee-5f7c-4702-9bfa-40931401d227,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:14.886056 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42658) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:14.919911 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-72fc3c54-2fab-4070-8367-52f60bee097f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.939419 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-65566c30-ecee-4b97-9a8c-966bf3380da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.947884 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-72fc3c54-2fab-4070-8367-52f60bee097f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.960765 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-65566c30-ecee-4b97-9a8c-966bf3380da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:14.964055 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ff97dc8e-d7d0-4749-b542-7ec9e2dd0ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.016689 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-65566c30-ecee-4b97-9a8c-966bf3380da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.025669 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-65566c30-ecee-4b97-9a8c-966bf3380da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.031342 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-65566c30-ecee-4b97-9a8c-966bf3380da5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f80aa4ee-5f7c-4702-9bfa-40931401d227 HTTP/1.1" status: 204 len: 168 time: 0.1396871 Dec 15 12:43:15.035293 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-72fc3c54-2fab-4070-8367-52f60bee097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.038884 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-72fc3c54-2fab-4070-8367-52f60bee097f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.042674 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-72fc3c54-2fab-4070-8367-52f60bee097f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/970169bf-f06e-46ba-90f1-b0094618140a HTTP/1.1" status: 204 len: 168 time: 0.2004991 Dec 15 12:43:15.054533 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65566c30-ecee-4b97-9a8c-966bf3380da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80aa4ee-5f7c-4702-9bfa-40931401d227,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.060888 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc3c54-2fab-4070-8367-52f60bee097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970169bf-f06e-46ba-90f1-b0094618140a,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.094033 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ff97dc8e-d7d0-4749-b542-7ec9e2dd0ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.099710 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ff97dc8e-d7d0-4749-b542-7ec9e2dd0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.146625 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ff97dc8e-d7d0-4749-b542-7ec9e2dd0ce8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a4ffd9b955574bea98a276da6fc975b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401194 Dec 15 12:43:15.147458 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42670) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:15.155542 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97dc8e-d7d0-4749-b542-7ec9e2dd0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c070e120-a8f2-4230-9d59-608f64cac60f,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.201560 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d0137-b26a-4bc5-a939-00f9e7997b0d req-5df846ae-be0e-4263-8eb5-7da24267dfe3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:15.206541 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-926d0137-b26a-4bc5-a939-00f9e7997b0d req-5df846ae-be0e-4263-8eb5-7da24267dfe3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0872400 Dec 15 12:43:15.219366 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-771f76f9-965d-4ad4-9cb7-1bd5d8b68532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.246689 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-771f76f9-965d-4ad4-9cb7-1bd5d8b68532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.272899 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-926d0137-b26a-4bc5-a939-00f9e7997b0d req-fa3c8656-2f0f-48ed-a020-985af83a4f4a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595946 Dec 15 12:43:15.319432 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-771f76f9-965d-4ad4-9cb7-1bd5d8b68532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.323135 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-771f76f9-965d-4ad4-9cb7-1bd5d8b68532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.335679 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-771f76f9-965d-4ad4-9cb7-1bd5d8b68532 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c070e120-a8f2-4230-9d59-608f64cac60f HTTP/1.1" status: 204 len: 168 time: 0.1856048 Dec 15 12:43:15.360133 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f76f9-965d-4ad4-9cb7-1bd5d8b68532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070e120-a8f2-4230-9d59-608f64cac60f,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.530874 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42688) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:15.545398 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42690) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:15.566377 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-24e6b463-5024-48e4-a33d-f0f6faf361bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.570541 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9fc8acd-86ef-42e5-aa87-f983ba26376c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.669393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-24e6b463-5024-48e4-a33d-f0f6faf361bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.669844 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9fc8acd-86ef-42e5-aa87-f983ba26376c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.673801 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-24e6b463-5024-48e4-a33d-f0f6faf361bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.674965 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9fc8acd-86ef-42e5-aa87-f983ba26376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.702880 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-24e6b463-5024-48e4-a33d-f0f6faf361bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=596c86a7bd1141de859e7e4fc824e90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677589 Dec 15 12:43:15.709672 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42694) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:15.719455 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6b463-5024-48e4-a33d-f0f6faf361bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896339d9-7576-404f-abf2-f0c1bd063dbb,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.731828 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a9fc8acd-86ef-42e5-aa87-f983ba26376c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34bdabae82354c4a92571654e6d8afb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854181 Dec 15 12:43:15.734762 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42696) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:15.734990 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc8acd-86ef-42e5-aa87-f983ba26376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf776343-ef70-46f4-bf8c-8040d98c30cb,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.783850 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-20cd03d2-3dbf-4bc3-a10b-2edd11ab510b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.787546 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-26ed5894-c3df-4fa5-9d24-d730b7a411fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.808038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-20cd03d2-3dbf-4bc3-a10b-2edd11ab510b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.810818 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-26ed5894-c3df-4fa5-9d24-d730b7a411fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.873336 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-20cd03d2-3dbf-4bc3-a10b-2edd11ab510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.877886 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-20cd03d2-3dbf-4bc3-a10b-2edd11ab510b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.880534 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-20cd03d2-3dbf-4bc3-a10b-2edd11ab510b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/896339d9-7576-404f-abf2-f0c1bd063dbb HTTP/1.1" status: 204 len: 168 time: 0.1673791 Dec 15 12:43:15.884097 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-26ed5894-c3df-4fa5-9d24-d730b7a411fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.887841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-26ed5894-c3df-4fa5-9d24-d730b7a411fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:15.888500 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd03d2-3dbf-4bc3-a10b-2edd11ab510b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896339d9-7576-404f-abf2-f0c1bd063dbb,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:15.891749 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-26ed5894-c3df-4fa5-9d24-d730b7a411fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf776343-ef70-46f4-bf8c-8040d98c30cb HTTP/1.1" status: 204 len: 168 time: 0.1559131 Dec 15 12:43:15.907554 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed5894-c3df-4fa5-9d24-d730b7a411fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf776343-ef70-46f4-bf8c-8040d98c30cb,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:16.410632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696574c-efa9-49c5-a771-e7f37f31a410 req-93c7744f-46d6-4334-875f-df6000f584cb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:16.412730 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3696574c-efa9-49c5-a771-e7f37f31a410 req-93c7744f-46d6-4334-875f-df6000f584cb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0561812 Dec 15 12:43:16.469108 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3696574c-efa9-49c5-a771-e7f37f31a410 req-c9d79da3-b4ca-44f2-8402-df2007ac9cb9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Dec 15 12:43:17.663907 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3bda2-8126-4e84-873d-815502e26e62 req-c20dfb90-2b30-4b11-b6c8-510387eeb5d8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:17.678645 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-98a3bda2-8126-4e84-873d-815502e26e62 req-c20dfb90-2b30-4b11-b6c8-510387eeb5d8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1020977 Dec 15 12:43:17.740927 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-98a3bda2-8126-4e84-873d-815502e26e62 req-83192db4-0020-4495-a27c-da55ac3b9002 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602400 Dec 15 12:43:17.938999 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42848) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:18.080458 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.179955 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.185585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.219615 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e687a8-1ff7-48b3-8cc7-4c42c9edb607,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:18.235572 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.236144 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.236495 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.237100 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.237411 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.237735 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.238125 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.238390 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.238767 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.239104 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.239428 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.239736 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.240055 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:18.253361 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e96a5a09-8f08-428f-abd2-b0d7c317ce41 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35f7c178ca9b4b6683aa2da7cb7f2e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098645 Dec 15 12:43:18.253361 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42880) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:18.323541 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5ebac968-d75e-4c97-b9c5-0c9dd3f444b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.349032 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5ebac968-d75e-4c97-b9c5-0c9dd3f444b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.423587 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5ebac968-d75e-4c97-b9c5-0c9dd3f444b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.426409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5ebac968-d75e-4c97-b9c5-0c9dd3f444b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:18.427710 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-5ebac968-d75e-4c97-b9c5-0c9dd3f444b6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8e687a8-1ff7-48b3-8cc7-4c42c9edb607 HTTP/1.1" status: 204 len: 168 time: 0.1735990 Dec 15 12:43:18.435570 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebac968-d75e-4c97-b9c5-0c9dd3f444b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e687a8-1ff7-48b3-8cc7-4c42c9edb607,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:18.876299 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc58a03-97b7-4d47-b738-f8a61c6a2597 req-32e80551-5c7b-4a72-b802-cc1a78033627 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:18.878536 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0cc58a03-97b7-4d47-b738-f8a61c6a2597 req-32e80551-5c7b-4a72-b802-cc1a78033627 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0544381 Dec 15 12:43:18.932563 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0cc58a03-97b7-4d47-b738-f8a61c6a2597 req-108b565a-36c4-4d2e-8c36-d3489d8cce3c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479894 Dec 15 12:43:19.203034 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42932) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:19.301002 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2133967095-network', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:19.321140 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Made reservation on behalf of 41d32d3aa20e49da9ad1758b4229bdf8 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:19.323427 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.331710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.402747 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.408051 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.431895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:43:19.444730 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b575bc-07f7-4d18-b78b-ed5b2c603467,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:19.449188 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.449457 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Added segment ccb93910-0489-43f5-a834-a2a59efd3ba9 of type vlan for network 7fd5af14-9012-4859-9db2-1eaeafea331f Dec 15 12:43:19.461775 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.462122 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.462556 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.462890 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.463215 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.463537 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.464534 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.464869 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.465191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.465510 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.465845 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.466166 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.466513 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:19.511254 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.535146 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.536057 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:19.536650 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.582169 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779762 Dec 15 12:43:19.585100 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42936) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:19.590041 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Request body: {'subnet': {'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2133967095-subnet', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:19.599174 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92503d79-94f6-4c70-9374-8e2660d6801b admin admin] Pushing event updated for resources: {'Network': ['ID=7fd5af14-9012-4859-9db2-1eaeafea331f,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:19.609865 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 7fd5af14-9012-4859-9db2-1eaeafea331f details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:43:19.612507 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Made reservation on behalf of 41d32d3aa20e49da9ad1758b4229bdf8 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:19.614863 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.831912 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.893244 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:19.904860 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Checking segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:19.906010 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Network hostable DHCP agents. Network: 7fd5af14-9012-4859-9db2-1eaeafea331f, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:43:19.924261 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Network 7fd5af14-9012-4859-9db2-1eaeafea331f is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:43:19.934724 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 7fd5af14-9012-4859-9db2-1eaeafea331f) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:19.939231 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:19.939831 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:19.946829 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42966) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:19.953640 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc34666-c81e-4a42-a0d8-771879ade8c6 None None] Network 7fd5af14-9012-4859-9db2-1eaeafea331f requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:20.003801 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ecaa6028-2b5f-4837-82fd-c3efd5f7df71 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4151440 Dec 15 12:43:20.004480 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42970) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:20.014378 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:20.030787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Deleting subnet da9e851e-9f56-4c26-8c8c-b3fc21596401 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:43:20.036093 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.088407 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.091324 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.093397 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.107768 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c1252-d6e9-4b36-89cd-59f136661d11 req-1c67243b-116c-441d-bf92-44177cf30019 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:20.111748 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a84c1252-d6e9-4b36-89cd-59f136661d11 req-1c67243b-116c-441d-bf92-44177cf30019 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0753145 Dec 15 12:43:20.169209 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-7fd5af14-9012-4859-9db2-1eaeafea331f', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:43:20.171458 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.183589 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.261229 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.264255 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a84c1252-d6e9-4b36-89cd-59f136661d11 req-909bd284-c584-4a30-9480-059c5c30581a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180856 Dec 15 12:43:20.372705 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Allocated IP 172.20.0.2 (7fd5af14-9012-4859-9db2-1eaeafea331f/7d8caf2d-f63e-496a-9384-6ea4fe0cc79c/2152f3ab-d095-45b3-a428-de8d016d5717) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:20.534714 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.544455 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.547077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.586962 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Network 7fd5af14-9012-4859-9db2-1eaeafea331f is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:20.589844 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:20.593184 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:20.600945 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Pushing event updated for resources: {'Port': ['ID=2152f3ab-d095-45b3-a428-de8d016d5717,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:20.613639 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.613639 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.613639 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.614509 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.614509 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.614509 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.614841 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.615169 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.615497 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.615849 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.616173 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.616500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.616820 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:20.634211 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.637219 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9e851e-9f56-4c26-8c8c-b3fc21596401,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:20.639344 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.645080 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-61ae8bed-0d4b-4c38-b41a-68be7cd5fc0a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/da9e851e-9f56-4c26-8c8c-b3fc21596401 HTTP/1.1" status: 204 len: 168 time: 0.6947639 Dec 15 12:43:20.645436 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 42978) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:20.664794 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Attempting to bind port 2152f3ab-d095-45b3-a428-de8d016d5717 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:20.665459 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Attempting to bind port 2152f3ab-d095-45b3-a428-de8d016d5717 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:20.665826 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Attempting to bind port 2152f3ab-d095-45b3-a428-de8d016d5717 on network 7fd5af14-9012-4859-9db2-1eaeafea331f {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:20.672466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:20.672852 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Checking segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:20.673288 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.673689 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Bound using segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:20.674227 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Bound port: 2152f3ab-d095-45b3-a428-de8d016d5717, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:20.674658 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.743148 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] For port 2152f3ab-d095-45b3-a428-de8d016d5717, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:20.746571 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] For port 2152f3ab-d095-45b3-a428-de8d016d5717, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=2152f3ab-d095-45b3-a428-de8d016d5717,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:20.751121 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.753108 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.815975 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d127e-b5b5-4f7a-86c4-73b426c5d1bc None None] Pushing event updated for resources: {'Port': ['ID=2152f3ab-d095-45b3-a428-de8d016d5717,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:20.844824 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:20.883070 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6456978-6a92-465a-bcb3-ae3538ed2649']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:20.951283 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63ef70c-3453-4279-b807-685aad47d9af') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:20.951574 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63ef70c-3453-4279-b807-685aad47d9af') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:20.964135 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.005035 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.013701 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:43:21.014086 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:43:21.016661 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:43:21.073431 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.087748 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.096561 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.100360 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f6456978-6a92-465a-bcb3-ae3538ed2649 HTTP/1.1" status: 204 len: 168 time: 0.4541249 Dec 15 12:43:21.103263 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 42986) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:21.128887 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.141596 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41920d0-90d0-41f2-a126-af183bbdbf85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6456978-6a92-465a-bcb3-ae3538ed2649,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:21.154727 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Deleting subnet 2eb15484-1d4e-4dbc-923e-affcbad1de70 {{(pid=109096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:43:21.160289 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.213304 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130162171'] for subnet, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.268967 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.277414 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Allocated IP 172.27.1.123 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/260a8be1-f189-44cd-bac2-5cb79e2767a4) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:21.345656 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131006846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130973180'] for subnet, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.380532 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb15484-1d4e-4dbc-923e-affcbad1de70,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:21.424863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.428099 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-39e36258-85d9-47c9-8e1c-9512e7a80085 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2eb15484-1d4e-4dbc-923e-affcbad1de70 HTTP/1.1" status: 204 len: 168 time: 0.3238578 Dec 15 12:43:21.431154 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43008) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:21.488028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.537357 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.538000 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.556201 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d23b2f-6e14-4cdd-8d73-634cafefe48e req-9d3d4343-829c-4199-8e49-5932fbad1d8a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:21.558193 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-48d23b2f-6e14-4cdd-8d73-634cafefe48e req-9d3d4343-829c-4199-8e49-5932fbad1d8a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1753266 Dec 15 12:43:21.618142 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:21.623305 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:21.628479 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:21.632530 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Pushing event updated for resources: {'Port': ['ID=260a8be1-f189-44cd-bac2-5cb79e2767a4,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:21.753253 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-48d23b2f-6e14-4cdd-8d73-634cafefe48e req-c88e5bab-c589-4a0c-aa15-9a37a0c8ab21 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865368 Dec 15 12:43:21.758106 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.789649 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb673c0-7b48-428d-8ccb-0cc61686ff2f req-ce9a70bf-a536-4edb-8106-1d964fa3f27b tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:21.798189 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bdb673c0-7b48-428d-8ccb-0cc61686ff2f req-ce9a70bf-a536-4edb-8106-1d964fa3f27b tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.1126730 Dec 15 12:43:21.819252 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:21.836165 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7cc9e4-e3b1-4888-804c-0f96af7fd98e') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:21.836483 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7cc9e4-e3b1-4888-804c-0f96af7fd98e') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:21.854710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.890966 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bdb673c0-7b48-428d-8ccb-0cc61686ff2f req-235eebda-6a8b-4a5b-8730-393345ff56f4 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917847 Dec 15 12:43:21.892097 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.899910 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:43:21.900315 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:43:21.902307 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:43:21.977170 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:21.999761 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.000874 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.004098 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8 HTTP/1.1" status: 204 len: 168 time: 0.5718608 Dec 15 12:43:22.005741 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e8b2f-7995-4926-9a7e-ffe78ab130d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd5ab6e-2484-42e4-9287-f7ca98e5e4f8,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:22.109163 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bcea1-6d43-4fce-ab50-0562e7aad93b None None] Network 7fd5af14-9012-4859-9db2-1eaeafea331f requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:22.194914 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-c4b221dc-8733-4d49-8866-a7e750f2c472 None None] Provisioning complete for port 2152f3ab-d095-45b3-a428-de8d016d5717 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:22.195554 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c4b221dc-8733-4d49-8866-a7e750f2c472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.206551 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43036) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:22.265313 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-413cedc8-0db4-4b07-a39f-cae0e71f964b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=77c7d7e6622e478ab83ceb8156edc6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521493 Dec 15 12:43:22.273498 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43040) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:22.285858 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.377845 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c4b221dc-8733-4d49-8866-a7e750f2c472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.383070 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-13577915-e4dc-411a-b87e-db10b8cc7347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.421183 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43042) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:22.421595 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 2152f3ab-d095-45b3-a428-de8d016d5717 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:22.429573 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-13577915-e4dc-411a-b87e-db10b8cc7347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.460049 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-c4b221dc-8733-4d49-8866-a7e750f2c472 None None] For port 2152f3ab-d095-45b3-a428-de8d016d5717, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=2152f3ab-d095-45b3-a428-de8d016d5717,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:22.496699 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:43:22.503423 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-13577915-e4dc-411a-b87e-db10b8cc7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.508345 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-13577915-e4dc-411a-b87e-db10b8cc7347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.510096 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c4b221dc-8733-4d49-8866-a7e750f2c472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.513292 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-13577915-e4dc-411a-b87e-db10b8cc7347 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b03fb1cb-91b6-49c0-b4b9-a76a26e509e6 HTTP/1.1" status: 204 len: 168 time: 0.2386315 Dec 15 12:43:22.535937 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13577915-e4dc-411a-b87e-db10b8cc7347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fb1cb-91b6-49c0-b4b9-a76a26e509e6,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:22.605919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b221dc-8733-4d49-8866-a7e750f2c472 None None] Pushing event updated for resources: {'Port': ['ID=2152f3ab-d095-45b3-a428-de8d016d5717,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:22.617556 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-187b1133-95e4-4a4a-be8a-6cfe54d1d2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.644638 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 2152f3ab-d095-45b3-a428-de8d016d5717 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:22.645357 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.740789 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-187b1133-95e4-4a4a-be8a-6cfe54d1d2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.746831 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-78281948-7984-4e8e-bebd-ce988144429c None None] Provisioning complete for port 2152f3ab-d095-45b3-a428-de8d016d5717 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:22.747418 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-78281948-7984-4e8e-bebd-ce988144429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.747587 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-187b1133-95e4-4a4a-be8a-6cfe54d1d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.818696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b1133-95e4-4a4a-be8a-6cfe54d1d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306cbea4-c60d-44a8-9c02-4d28f5aab1b3,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:22.847693 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-187b1133-95e4-4a4a-be8a-6cfe54d1d2c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d00906c9cbef4267b60c2ced3363407d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251933 Dec 15 12:43:22.851345 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43052) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:22.876566 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:22.888644 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Sync routers for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:22.906942 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:22.909116 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:22.913785 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:22.915405 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e9e9be64-f257-4f5f-bc80-2a5c290d945f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9096606 Dec 15 12:43:22.917974 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43054) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:23.026112 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43060) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:23.036339 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa22f8e6-4f05-496e-a17a-722b3b99b6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.066115 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:23.069686 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a48e9-6094-4d92-aeaa-baab5087ac76 req-81d92d0f-eabd-42e6-bbfb-99715dad4ef1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:23.071324 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-005a48e9-6094-4d92-aeaa-baab5087ac76 req-81d92d0f-eabd-42e6-bbfb-99715dad4ef1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1635683 Dec 15 12:43:23.087030 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a12e1a94-a86d-4584-9364-546438ef0f0f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e020a4ed567451da1cd9a05bebe62b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596223 Dec 15 12:43:23.099712 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa22f8e6-4f05-496e-a17a-722b3b99b6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.102041 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43062) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:23.112067 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9b9d5-a5ef-4df1-9ff8-97908828c37d req-01fb6751-b9ea-4b27-a634-f34f35c5df31 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:23.113610 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-80a9b9d5-a5ef-4df1-9ff8-97908828c37d req-01fb6751-b9ea-4b27-a634-f34f35c5df31 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.1088333 Dec 15 12:43:23.223505 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-005a48e9-6094-4d92-aeaa-baab5087ac76 req-9921be4d-3e34-4b2c-863c-78a24b7a3344 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407394 Dec 15 12:43:23.271421 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-80a9b9d5-a5ef-4df1-9ff8-97908828c37d req-88bab876-6809-4f2f-beca-6f47ad574490 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402297 Dec 15 12:43:23.296691 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-63672cd8-3a1e-47cf-b645-f6d9dbed0d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.301579 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa22f8e6-4f05-496e-a17a-722b3b99b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.306110 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa22f8e6-4f05-496e-a17a-722b3b99b6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.315083 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:21Z', 'revision_number': 3, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:23.319263 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-aa22f8e6-4f05-496e-a17a-722b3b99b6fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/306cbea4-c60d-44a8-9c02-4d28f5aab1b3 HTTP/1.1" status: 204 len: 168 time: 0.4615455 Dec 15 12:43:23.338692 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22f8e6-4f05-496e-a17a-722b3b99b6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306cbea4-c60d-44a8-9c02-4d28f5aab1b3,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:23.348716 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-63672cd8-3a1e-47cf-b645-f6d9dbed0d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.371156 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Checking router: 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:23.371517 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Updating router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 port 260a8be1-f189-44cd-bac2-5cb79e2767a4 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:43:23.410835 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.418289 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-63672cd8-3a1e-47cf-b645-f6d9dbed0d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.422293 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-63672cd8-3a1e-47cf-b645-f6d9dbed0d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.423547 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-63672cd8-3a1e-47cf-b645-f6d9dbed0d8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18f8c62c-1974-4f9e-99c5-aa9e3616ab52 HTTP/1.1" status: 204 len: 168 time: 0.3202617 Dec 15 12:43:23.434573 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63672cd8-3a1e-47cf-b645-f6d9dbed0d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8c62c-1974-4f9e-99c5-aa9e3616ab52,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:23.534253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.714649 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.720244 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.734083 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Allocated IP 172.20.0.1 (7fd5af14-9012-4859-9db2-1eaeafea331f/7d8caf2d-f63e-496a-9384-6ea4fe0cc79c/38996193-3914-441c-b923-a5b977c66ffc) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:23.804288 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Pushing event updated for resources: {'Port': ['ID=260a8be1-f189-44cd-bac2-5cb79e2767a4,revision_number=2']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:23.818608 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.818989 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.819522 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.820015 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.820529 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.821002 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.821532 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.822017 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.822532 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.823206 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.823689 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.824156 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.824634 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:43:23.834786 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Attempting to bind port 260a8be1-f189-44cd-bac2-5cb79e2767a4 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:23.836192 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Attempting to bind port 260a8be1-f189-44cd-bac2-5cb79e2767a4 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:23.836912 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Attempting to bind port 260a8be1-f189-44cd-bac2-5cb79e2767a4 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:23.844169 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:23.844814 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:23.845376 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.845937 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:23.846756 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Bound port: 260a8be1-f189-44cd-bac2-5cb79e2767a4, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:23.847339 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.884723 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.894713 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43084) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:23.912102 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-38e60f01-9c1c-4493-bd29-aa95880dee5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.926812 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] For port 260a8be1-f189-44cd-bac2-5cb79e2767a4, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:23.932744 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] For port 260a8be1-f189-44cd-bac2-5cb79e2767a4, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=260a8be1-f189-44cd-bac2-5cb79e2767a4,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:23.937958 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.974222 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:23.998885 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:23.999701 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:24.028382 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Network 7fd5af14-9012-4859-9db2-1eaeafea331f is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:24.033062 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:24.039422 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:24.050077 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb4041-2c5c-4acc-9977-5606b144d517 None None] Pushing event updated for resources: {'Port': ['ID=260a8be1-f189-44cd-bac2-5cb79e2767a4,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:24.104483 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Pushing event updated for resources: {'Port': ['ID=38996193-3914-441c-b923-a5b977c66ffc,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:24.135485 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:24.171217 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.174764 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-38e60f01-9c1c-4493-bd29-aa95880dee5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.213813 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-38e60f01-9c1c-4493-bd29-aa95880dee5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.289553 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-55c59673-9990-4e29-ae54-9a707e2b7d6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938945 Dec 15 12:43:24.376861 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-38e60f01-9c1c-4493-bd29-aa95880dee5b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d459d436b1fd423ea03d42e181bbe4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810896 Dec 15 12:43:24.379501 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e60f01-9c1c-4493-bd29-aa95880dee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca3f813-d3a8-4f98-b77d-c3de5f6c8410,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:24.380438 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43100) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:24.442940 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 2152f3ab-d095-45b3-a428-de8d016d5717 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:24.459878 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9a73134a-4bc8-462b-a82f-48d9d82a11c7 None None] Provisioning complete for port 38996193-3914-441c-b923-a5b977c66ffc triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:24.460919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9a73134a-4bc8-462b-a82f-48d9d82a11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.497751 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-86f4c6f1-5f67-4528-b72e-fc444a48c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:24.499927 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-86f4c6f1-5f67-4528-b72e-fc444a48c87f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0928082 Dec 15 12:43:24.506736 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.569697 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9a73134a-4bc8-462b-a82f-48d9d82a11c7 None None] Port 38996193-3914-441c-b923-a5b977c66ffc cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:24.590255 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 2152f3ab-d095-45b3-a428-de8d016d5717 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:24.591444 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.618239 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:21Z', 'revision_number': 3, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:24.666895 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc98bf-bb67-4c23-8b78-726c50b195f1 None None] The sync data for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi is: [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:21Z', 'revision_number': 3, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:24.688139 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1689b0-0e5c-41b2-9156-92f22bcf1330 req-443b6da2-3d43-45b7-836b-d1e7a06ed9db tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:24.689692 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d1689b0-0e5c-41b2-9156-92f22bcf1330 req-443b6da2-3d43-45b7-836b-d1e7a06ed9db tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.1889451 Dec 15 12:43:24.701305 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927748-e60c-48fc-919f-beb630fe29fd req-dace539c-1004-4963-89d7-8f91ae4193b2 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:24.703210 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f3927748-e60c-48fc-919f-beb630fe29fd req-dace539c-1004-4963-89d7-8f91ae4193b2 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.2677662 Dec 15 12:43:24.714950 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7417247-ff02-4d31-a4ca-9144436918db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.727026 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-bcaf688f-fd52-490c-8b7d-70d32418b17b tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:24.728467 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-bcaf688f-fd52-490c-8b7d-70d32418b17b tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 945 time: 0.2689574 Dec 15 12:43:24.733793 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-2a93047b-5fd3-4fd7-9ae7-116a35a7716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:24.735290 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-2a93047b-5fd3-4fd7-9ae7-116a35a7716c service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.1932204 Dec 15 12:43:24.798344 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-6269f56f-cc12-4822-97f6-b5df392d6f3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0483119 Dec 15 12:43:24.836696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7417247-ff02-4d31-a4ca-9144436918db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.857698 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f3927748-e60c-48fc-919f-beb630fe29fd req-178d97c2-c32c-40a7-882a-0e5a4a59e8be tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394653 Dec 15 12:43:24.867204 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.873265 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-e270e9ca-4914-4878-996c-d40613a96f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:24.875723 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-e270e9ca-4914-4878-996c-d40613a96f38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0675247 Dec 15 12:43:24.877312 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.990606 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6d1689b0-0e5c-41b2-9156-92f22bcf1330 req-94915d78-7d4b-4d4b-8224-75d7911a30d3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/security-groups?id=930be76b-7896-442f-a3dc-523a364acfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837334 Dec 15 12:43:24.992508 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7417247-ff02-4d31-a4ca-9144436918db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.995103 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7417247-ff02-4d31-a4ca-9144436918db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:24.998663 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d7417247-ff02-4d31-a4ca-9144436918db admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ca3f813-d3a8-4f98-b77d-c3de5f6c8410 HTTP/1.1" status: 204 len: 168 time: 0.6147709 Dec 15 12:43:25.036195 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7417247-ff02-4d31-a4ca-9144436918db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca3f813-d3a8-4f98-b77d-c3de5f6c8410,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:25.093668 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Deleting port b85e1779-0249-4715-b1b5-47b347333862 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:43:25.094034 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:25.203672 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-43ffbe6f-64a3-4625-aff3-8a7ea983a8d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387995 Dec 15 12:43:25.207865 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Pushing event updated for resources: {'Port': ['ID=38996193-3914-441c-b923-a5b977c66ffc,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:25.245644 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] For port b85e1779-0249-4715-b1b5-47b347333862, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b85e1779-0249-4715-b1b5-47b347333862,segment=NetworkSegment(7fd15137-b258-4fe3-9cae-1bd845fbe041),segment_id=7fd15137-b258-4fe3-9cae-1bd845fbe041)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:25.246258 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:25.267627 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Calling delete_port for b85e1779-0249-4715-b1b5-47b347333862 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:43:25.290604 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:25.408083 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-96098071-6786-4662-a8db-d53c2eb9ce98 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953130 Dec 15 12:43:25.555439 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Network 7fd5af14-9012-4859-9db2-1eaeafea331f is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:25.562994 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:25.586160 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-82cf8f01-fa0c-4c3e-ae57-09be62c79235 req-132d0317-5142-43d1-b6bd-52ae3d870ea8 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581097 Dec 15 12:43:25.782077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:43:25.839256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:25.859482 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b85e1779-0249-4715-b1b5-47b347333862'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:43:25.948341 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:25.970117 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0440d891-e412-473a-8abb-49472bf0bd9f admin admin] 10.222.0.71 "PUT /v2.0/routers/6fdc7289-5c1b-4bb3-a021-20ae11b9f705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0508523 Dec 15 12:43:25.992448 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-98c857a5-8ac1-4a01-afa5-ea8c3159d7ad None None] Provisioning complete for port 38996193-3914-441c-b923-a5b977c66ffc triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:25.992822 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-98c857a5-8ac1-4a01-afa5-ea8c3159d7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:25.999949 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Pushing event deleted for resources: {'Port': ['ID=b85e1779-0249-4715-b1b5-47b347333862,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:26.002292 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] No DVR routers for this DVR port b85e1779-0249-4715-b1b5-47b347333862 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:43:26.016529 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:26.020040 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-afe5ebcd-8fd9-4db1-9411-1b8cddf3b610 req-c71d6fa3-ef98-4116-a858-f5600142f8e3 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.36 "DELETE /v2.0/ports/b85e1779-0249-4715-b1b5-47b347333862 HTTP/1.1" status: 204 len: 173 time: 1.2573586 Dec 15 12:43:26.020599 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'name': 'network-vif-deleted', 'tag': 'b85e1779-0249-4715-b1b5-47b347333862'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:43:26.024152 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f3211-414b-4ae9-87a8-453f600f5880" -d '{"events": [{"server_uuid": "d8c53727-0a11-491a-8423-6be02dafa8f6", "name": "network-vif-deleted", "tag": "b85e1779-0249-4715-b1b5-47b347333862"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:43:26.074224 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-98c857a5-8ac1-4a01-afa5-ea8c3159d7ad None None] Port 38996193-3914-441c-b923-a5b977c66ffc cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:26.076069 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1560-f83b-4b28-b76c-8cb4f34ba151 req-3b3732f6-4da5-4d7d-a6b9-536211cf3e53 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:26.078562 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-adfd1560-f83b-4b28-b76c-8cb4f34ba151 req-3b3732f6-4da5-4d7d-a6b9-536211cf3e53 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0817115 Dec 15 12:43:26.159102 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-adfd1560-f83b-4b28-b76c-8cb4f34ba151 req-ec6b3b65-5aa1-429f-a246-0692e2be7251 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715487 Dec 15 12:43:26.216793 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89712119-b770-4759-a636-27ae970bfb06 x-openstack-request-id: req-89712119-b770-4759-a636-27ae970bfb06 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:43:26.217099 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c53727-0a11-491a-8423-6be02dafa8f6", "name": "network-vif-deleted", "tag": "b85e1779-0249-4715-b1b5-47b347333862", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:43:26.217408 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89712119-b770-4759-a636-27ae970bfb06 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:43:26.217812 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c53727-0a11-491a-8423-6be02dafa8f6', 'name': 'network-vif-deleted', 'tag': 'b85e1779-0249-4715-b1b5-47b347333862', 'status': 'completed', 'code': 200} Dec 15 12:43:26.328803 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eb51db43-0301-4db9-a80a-e1716e35517f req-b7397b6c-a400-473b-aa3e-798340901cca tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.0738227 Dec 15 12:43:26.392120 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 260a8be1-f189-44cd-bac2-5cb79e2767a4 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:26.462604 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 260a8be1-f189-44cd-bac2-5cb79e2767a4 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:26.463084 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:26.573053 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:26.601690 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 260a8be1-f189-44cd-bac2-5cb79e2767a4, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=260a8be1-f189-44cd-bac2-5cb79e2767a4,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:26.609150 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:26.683614 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=260a8be1-f189-44cd-bac2-5cb79e2767a4,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:27.063220 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Sync routers for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:27.073654 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:27.074285 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:27.185084 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43224) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:27.193536 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1746915302-network', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:27.237781 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Made reservation on behalf of 89f8933be8aa4acf94bf58e9843094ec for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:27.240556 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.262509 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.274714 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:27.448081 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12a3a1-59b4-4f43-a000-1d6852ef4845 req-e5d54a25-1384-4e8b-8d9f-6337285c2086 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:27.450858 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab12a3a1-59b4-4f43-a000-1d6852ef4845 req-e5d54a25-1384-4e8b-8d9f-6337285c2086 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1728075 Dec 15 12:43:27.549780 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.585056 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.604814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:43:27.619560 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.619902 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Added segment be98419d-59de-4bd5-b639-c7d5243ec5b7 of type vlan for network af589f57-b55a-467e-b697-87ac06336fc3 Dec 15 12:43:27.679556 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab12a3a1-59b4-4f43-a000-1d6852ef4845 req-d4618e25-2b69-4d5f-b6dd-ec27b3cc8022 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118168 Dec 15 12:43:27.726636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.761261 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 2, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:27.773822 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b7ed9252-a2d0-4cf5-bc22-8e33b40d766e req-1f49b6c1-0afd-48ca-a27b-58a71dd3d557 tempest-DeleteServersTestJSON-1570584850 tempest-DeleteServersTestJSON-1570584850-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8c53727-0a11-491a-8423-6be02dafa8f6 HTTP/1.1" status: 200 len: 210 time: 0.1111307 Dec 15 12:43:27.793896 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e91f12-2f37-43fa-9247-b1403c70c4bd,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:27.816150 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Checking router: 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:27.816978 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Updating router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 port 38996193-3914-441c-b923-a5b977c66ffc binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:43:27.830375 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.831414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:27.832071 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.860958 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:27.896111 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7064269 Dec 15 12:43:27.899270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43252) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:27.916187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619502d-0c35-4232-baa4-656fac3d7a84 admin admin] Pushing event updated for resources: {'Network': ['ID=af589f57-b55a-467e-b697-87ac06336fc3,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:27.924624 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Request body: {'subnet': {'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1746915302-subnet', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:27.951327 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network af589f57-b55a-467e-b697-87ac06336fc3 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:43:27.955822 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Made reservation on behalf of 89f8933be8aa4acf94bf58e9843094ec for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:27.959114 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.078081 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.160876 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.243839 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Checking segment: {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:28.244493 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Network hostable DHCP agents. Network: af589f57-b55a-467e-b697-87ac06336fc3, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:43:28.249108 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c993f3-9a3d-4127-bd7d-bcd585a93e29,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:28.278882 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Network af589f57-b55a-467e-b697-87ac06336fc3 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:43:28.294551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, af589f57-b55a-467e-b697-87ac06336fc3) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:28.300560 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:28.301400 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.346595 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d8501d1e-a58d-4e23-b44f-dfab00c9298b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4423420 Dec 15 12:43:28.348698 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b85e1779-0249-4715-b1b5-47b347333862 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:43:28.349226 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43270) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:28.350552 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf5972b-85ae-4eb7-9596-117a1cbc60f1 None None] Network af589f57-b55a-467e-b697-87ac06336fc3 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:28.352553 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 260a8be1-f189-44cd-bac2-5cb79e2767a4 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:28.353744 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:28.377330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.378660 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.443445 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.472456 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: b85e1779-0249-4715-b1b5-47b347333862 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:43:28.472806 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b85e1779-0249-4715-b1b5-47b347333862 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:43:28.586903 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.589400 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 260a8be1-f189-44cd-bac2-5cb79e2767a4 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:28.589768 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.621383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-af589f57-b55a-467e-b697-87ac06336fc3', 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3', 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'fixed_ips': [{'subnet_id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:43:28.622226 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.765824 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.786045 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.858334 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.890696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:28.926216 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a03a9-0f4e-4f96-b0df-b35d62b6da86 None None] Pushing event updated for resources: {'Port': ['ID=38996193-3914-441c-b923-a5b977c66ffc,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:28.948567 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7c85a-8572-4e58-98c6-22b0c6af81ad req-3a8509f4-399e-4b30-a666-4c75aae770e3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:28.951212 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-49f7c85a-8572-4e58-98c6-22b0c6af81ad req-3a8509f4-399e-4b30-a666-4c75aae770e3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1530197 Dec 15 12:43:28.962268 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Allocated IP 172.20.0.2 (af589f57-b55a-467e-b697-87ac06336fc3/10c993f3-9a3d-4127-bd7d-bcd585a93e29/dd53f1da-2b50-4e0e-a362-0c890df88b18) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:29.020970 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Attempting to bind port 38996193-3914-441c-b923-a5b977c66ffc on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:29.021342 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Attempting to bind port 38996193-3914-441c-b923-a5b977c66ffc by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:29.021706 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Attempting to bind port 38996193-3914-441c-b923-a5b977c66ffc on network 7fd5af14-9012-4859-9db2-1eaeafea331f {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:29.053139 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:29.053515 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Checking segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:29.053915 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.054312 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Bound using segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:29.054803 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Bound port: 38996193-3914-441c-b923-a5b977c66ffc, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:29.055183 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.087588 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-49f7c85a-8572-4e58-98c6-22b0c6af81ad req-43db7837-606b-4a12-814c-a4b2edbd68c6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271348 Dec 15 12:43:29.088913 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Allocated IP 172.27.1.85 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/6d99b6c1-c8db-4a45-b518-e097c9416a17) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:29.197086 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] For port 38996193-3914-441c-b923-a5b977c66ffc, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:29.213857 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] For port 38996193-3914-441c-b923-a5b977c66ffc, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=38996193-3914-441c-b923-a5b977c66ffc,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:29.223796 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.237498 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.244256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.277836 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.284990 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.332377 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Network af589f57-b55a-467e-b697-87ac06336fc3 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:29.338387 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a03a9-0f4e-4f96-b0df-b35d62b6da86 None None] Pushing event updated for resources: {'Port': ['ID=38996193-3914-441c-b923-a5b977c66ffc,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:29.343888 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:29.345945 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-cbacdd51-ced6-4aed-ad0a-26bd094cf020 None None] Provisioning complete for port 38996193-3914-441c-b923-a5b977c66ffc triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:29.346521 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-cbacdd51-ced6-4aed-ad0a-26bd094cf020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.348480 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Pushing event updated for resources: {'Port': ['ID=6d99b6c1-c8db-4a45-b518-e097c9416a17,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:29.348863 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:29.363276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:29.365054 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:29.370086 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:29.383963 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:29.384606 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:29.552510 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Pushing event updated for resources: {'Port': ['ID=dd53f1da-2b50-4e0e-a362-0c890df88b18,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:29.672871 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Attempting to bind port dd53f1da-2b50-4e0e-a362-0c890df88b18 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:29.673240 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Attempting to bind port dd53f1da-2b50-4e0e-a362-0c890df88b18 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:29.673672 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Attempting to bind port dd53f1da-2b50-4e0e-a362-0c890df88b18 on network af589f57-b55a-467e-b697-87ac06336fc3 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:29.691543 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:29.691895 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Checking segment: {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:29.692299 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.692695 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Bound using segment: {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:29.693182 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Bound port: dd53f1da-2b50-4e0e-a362-0c890df88b18, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:29.693562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.699823 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:29.778582 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.856668 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-cbacdd51-ced6-4aed-ad0a-26bd094cf020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.968578 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] For port dd53f1da-2b50-4e0e-a362-0c890df88b18, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:29.973143 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-cbacdd51-ced6-4aed-ad0a-26bd094cf020 None None] For port 38996193-3914-441c-b923-a5b977c66ffc, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=38996193-3914-441c-b923-a5b977c66ffc,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:29.991746 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-cbacdd51-ced6-4aed-ad0a-26bd094cf020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:29.996228 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] For port dd53f1da-2b50-4e0e-a362-0c890df88b18, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=dd53f1da-2b50-4e0e-a362-0c890df88b18,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:30.027724 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.037136 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.098210 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacdd51-ced6-4aed-ad0a-26bd094cf020 None None] Pushing event updated for resources: {'Port': ['ID=38996193-3914-441c-b923-a5b977c66ffc,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:30.175972 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-f77a62ac-8601-4cf4-9a54-8f95540ba335 None None] Provisioning complete for port 38996193-3914-441c-b923-a5b977c66ffc triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:30.176333 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-f77a62ac-8601-4cf4-9a54-8f95540ba335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.384731 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43326) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:30.385329 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c77d94-4a65-4eb5-ac02-6883d61d941f None None] Pushing event updated for resources: {'Port': ['ID=dd53f1da-2b50-4e0e-a362-0c890df88b18,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:30.397190 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Router 347a72cc-d385-4d46-8546-f36f69ecc363 is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:43:30.409245 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:30.457045 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d8529-74c7-4742-aede-8524f76fa395 req-033c14cf-715e-4585-a593-bcb7049e7b86 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:30.464885 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-008d8529-74c7-4742-aede-8524f76fa395 req-033c14cf-715e-4585-a593-bcb7049e7b86 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.2419231 Dec 15 12:43:30.491087 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e58d1e-19a4-4456-a7c7-ee60459de241 None None] The sync data for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi is: [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:30.530948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Deleting subnet f9d9a477-4299-4a11-9e12-d7e1d9bffe84 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:43:30.536745 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.675372 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.693604 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-008d8529-74c7-4742-aede-8524f76fa395 req-14d73d8e-6241-440f-82b7-e08dc5c47197 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263126 Dec 15 12:43:30.713496 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:30.743290 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Sync routers for ids ['347a72cc-d385-4d46-8546-f36f69ecc363'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:30.765430 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Routers {'347a72cc-d385-4d46-8546-f36f69ecc363'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:30.767055 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['347a72cc-d385-4d46-8546-f36f69ecc363'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:30.770666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.794632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.794632 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d2e5ca3c-b13e-452a-bf03-f734014db741 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4384005 Dec 15 12:43:30.794632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43336) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:30.881060 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.920627 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d9a477-4299-4a11-9e12-d7e1d9bffe84,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:30.946931 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:30.948209 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Set router 347a72cc-d385-4d46-8546-f36f69ecc363 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:30.957098 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9a3872c7-b3ce-4249-a25f-bc7a16252e52 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f9d9a477-4299-4a11-9e12-d7e1d9bffe84 HTTP/1.1" status: 204 len: 168 time: 0.5686207 Dec 15 12:43:30.957742 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43342) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:31.093685 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.230629 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.266230 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97174aa2-d6dc-41ef-a837-fa19ceb64e83']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:31.285089 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd15137-b258-4fe3-9cae-1bd845fbe041') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:31.285554 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd15137-b258-4fe3-9cae-1bd845fbe041') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:31.298737 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.317749 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.337149 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:43:31.337786 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:43:31.340335 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:43:31.392378 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 3, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:31.440555 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Checking router: 347a72cc-d385-4d46-8546-f36f69ecc363 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:31.440899 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Updating router 347a72cc-d385-4d46-8546-f36f69ecc363 port 6d99b6c1-c8db-4a45-b518-e097c9416a17 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:43:31.442245 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.448516 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.453181 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] 10.222.0.71 "DELETE /v2.0/networks/97174aa2-d6dc-41ef-a837-fa19ceb64e83 HTTP/1.1" status: 204 len: 168 time: 0.4944134 Dec 15 12:43:31.483659 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.487570 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756b884-641c-474a-a4ae-a97167934c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=97174aa2-d6dc-41ef-a837-fa19ceb64e83,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:31.532471 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.716225 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43350) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:31.761131 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a7410-e7f7-4a39-90e7-e9b0562769fb None None] Network af589f57-b55a-467e-b697-87ac06336fc3 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:31.835355 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-04a36343-ac2a-4052-9ded-f335b8c93ba7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c3fdaba7cfb42048a117ff6fd940684&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1170011 Dec 15 12:43:31.839395 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43358) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:31.896691 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-cac8de40-5d40-4cdc-bfff-40cc58846206 None None] Provisioning complete for port dd53f1da-2b50-4e0e-a362-0c890df88b18 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:31.898203 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-cac8de40-5d40-4cdc-bfff-40cc58846206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.978044 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d3d400d3-85d3-46db-bcd4-e3b7b1dcf0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:31.990189 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.008046 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Allocated IP 172.20.0.1 (af589f57-b55a-467e-b697-87ac06336fc3/10c993f3-9a3d-4127-bd7d-bcd585a93e29/b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:32.008550 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.038589 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d3d400d3-85d3-46db-bcd4-e3b7b1dcf0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.084056 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Attempting to bind port 6d99b6c1-c8db-4a45-b518-e097c9416a17 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:32.084415 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Attempting to bind port 6d99b6c1-c8db-4a45-b518-e097c9416a17 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:32.084776 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Attempting to bind port 6d99b6c1-c8db-4a45-b518-e097c9416a17 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:32.134778 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa38a6-9680-4239-96d8-91d9e60a4e12 req-8e8162c6-ef56-4287-b632-0763714ffa41 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:32.135007 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:32.135007 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:32.135237 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcaa38a6-9680-4239-96d8-91d9e60a4e12 req-8e8162c6-ef56-4287-b632-0763714ffa41 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.2365515 Dec 15 12:43:32.135324 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.135324 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:32.135324 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Bound port: 6d99b6c1-c8db-4a45-b518-e097c9416a17, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:32.135324 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.156569 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d3d400d3-85d3-46db-bcd4-e3b7b1dcf0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.159280 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d3d400d3-85d3-46db-bcd4-e3b7b1dcf0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.160478 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d3d400d3-85d3-46db-bcd4-e3b7b1dcf0f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/930be76b-7896-442f-a3dc-523a364acfb0 HTTP/1.1" status: 204 len: 168 time: 0.3199456 Dec 15 12:43:32.178952 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d400d3-85d3-46db-bcd4-e3b7b1dcf0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930be76b-7896-442f-a3dc-523a364acfb0,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:32.238494 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d2fc5-c721-4de6-8618-1d22af2652f6 None None] Pushing event updated for resources: {'Port': ['ID=6d99b6c1-c8db-4a45-b518-e097c9416a17,revision_number=2']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:32.260814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.268996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-cac8de40-5d40-4cdc-bfff-40cc58846206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.284403 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] For port 6d99b6c1-c8db-4a45-b518-e097c9416a17, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:32.293495 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] For port 6d99b6c1-c8db-4a45-b518-e097c9416a17, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=6d99b6c1-c8db-4a45-b518-e097c9416a17,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:32.300605 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.342231 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcaa38a6-9680-4239-96d8-91d9e60a4e12 req-de7c507a-12d7-4480-b9f5-cebcc18d7adc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515419 Dec 15 12:43:32.390593 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d2fc5-c721-4de6-8618-1d22af2652f6 None None] Pushing event updated for resources: {'Port': ['ID=6d99b6c1-c8db-4a45-b518-e097c9416a17,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:32.422770 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-cac8de40-5d40-4cdc-bfff-40cc58846206 None None] For port dd53f1da-2b50-4e0e-a362-0c890df88b18, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=dd53f1da-2b50-4e0e-a362-0c890df88b18,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:32.422998 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Routers {'347a72cc-d385-4d46-8546-f36f69ecc363'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:32.425862 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['347a72cc-d385-4d46-8546-f36f69ecc363'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:32.433236 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-cac8de40-5d40-4cdc-bfff-40cc58846206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.439675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.548614 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Network af589f57-b55a-467e-b697-87ac06336fc3 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:32.569890 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:32.574276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:32.643333 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] Set router 347a72cc-d385-4d46-8546-f36f69ecc363 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:32.651537 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43372) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:32.657717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:32.661949 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 38996193-3914-441c-b923-a5b977c66ffc up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:32.681160 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.761096 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8de40-5d40-4cdc-bfff-40cc58846206 None None] Pushing event updated for resources: {'Port': ['ID=dd53f1da-2b50-4e0e-a362-0c890df88b18,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:32.816377 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3d8635d1-1174-4df2-96ff-f27fa9e9cf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.866797 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-fac70612-4d9b-41f3-ab9b-315068510cec None None] Provisioning complete for port dd53f1da-2b50-4e0e-a362-0c890df88b18 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:32.867156 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-fac70612-4d9b-41f3-ab9b-315068510cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.927223 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9f01daaf-6263-4d8a-925f-06cf7e754e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.951932 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 38996193-3914-441c-b923-a5b977c66ffc triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:32.952316 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:32.970088 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.180912 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 3, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:33.197130 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9f01daaf-6263-4d8a-925f-06cf7e754e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.213006 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9f01daaf-6263-4d8a-925f-06cf7e754e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.233277 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device dd53f1da-2b50-4e0e-a362-0c890df88b18 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:33.249021 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2b00c-27ab-4a38-8b65-b2676cd0142f None None] The sync data for ids ['347a72cc-d385-4d46-8546-f36f69ecc363'] in dv-cinder-813225-4-iscsi is: [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 3, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:33.332239 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-45db941a-ee1a-4171-aa8d-0b4c3b03ba7b None None] Provisioning complete for port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:33.332654 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-45db941a-ee1a-4171-aa8d-0b4c3b03ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.342930 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01daaf-6263-4d8a-925f-06cf7e754e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed55b2-c9dc-4fd1-9e06-ac97374c070b,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:33.360322 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port dd53f1da-2b50-4e0e-a362-0c890df88b18 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:33.360823 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.374779 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9f01daaf-6263-4d8a-925f-06cf7e754e7d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37d7228b6bd64841a36fd029af761e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7214561 Dec 15 12:43:33.379363 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43396) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:33.447207 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-45db941a-ee1a-4171-aa8d-0b4c3b03ba7b None None] Port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:33.474745 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.484584 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.513604 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-224285a3-9618-48a0-b416-6fa771e02439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.546327 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-224285a3-9618-48a0-b416-6fa771e02439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.603003 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:33.607066 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.623598 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-224285a3-9618-48a0-b416-6fa771e02439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.630744 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-224285a3-9618-48a0-b416-6fa771e02439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.638085 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-224285a3-9618-48a0-b416-6fa771e02439 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42ed55b2-c9dc-4fd1-9e06-ac97374c070b HTTP/1.1" status: 204 len: 168 time: 0.2563856 Dec 15 12:43:33.653588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6064577-9fed-44fa-b5a7-04445b6cf175 req-da7ad872-d19a-4e21-a947-7e0c441dad73 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:33.655598 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a6064577-9fed-44fa-b5a7-04445b6cf175 req-da7ad872-d19a-4e21-a947-7e0c441dad73 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1651924 Dec 15 12:43:33.672748 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224285a3-9618-48a0-b416-6fa771e02439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed55b2-c9dc-4fd1-9e06-ac97374c070b,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:33.801393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43410) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:33.924487 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-network', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:33.966928 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Made reservation on behalf of 5a82960ebb7c4bea8761aade89f55e6c for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:33.970685 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:33.979754 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.051343 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a6064577-9fed-44fa-b5a7-04445b6cf175 req-c0fa19b6-0ce0-464e-a890-c6ffe9af4ee8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040919 Dec 15 12:43:34.092917 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Network af589f57-b55a-467e-b697-87ac06336fc3 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:34.094964 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:34.096949 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.125719 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.175369 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:43:34.178700 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43418) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:34.234034 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc49091-0c0d-475b-944d-e691bd7251be,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:34.270937 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a7409913-5bda-4798-b24c-2ba91b0a3023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.289755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Router 347a72cc-d385-4d46-8546-f36f69ecc363 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:43:34.318723 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.319274 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Added segment 595c9107-3d11-4130-9d94-ac1da5c632de of type vlan for network 3c1e4c31-2b45-4b56-85b4-b1a928093186 Dec 15 12:43:34.406967 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.472206 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.473171 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:34.473772 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.489913 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-121b0caa-92dd-4a8f-a5ff-526e778d6494 None None] Provisioning complete for port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:34.490597 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-121b0caa-92dd-4a8f-a5ff-526e778d6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.502694 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:34.510322 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-c9b316c9-d3a5-4c01-9355-266c98ab9de7 admin admin] 10.222.0.71 "PUT /v2.0/routers/347a72cc-d385-4d46-8546-f36f69ecc363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7179503 Dec 15 12:43:34.545804 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a7409913-5bda-4798-b24c-2ba91b0a3023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.551967 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-121b0caa-92dd-4a8f-a5ff-526e778d6494 None None] Port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:34.554074 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 6d99b6c1-c8db-4a45-b518-e097c9416a17 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:34.583237 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a7409913-5bda-4798-b24c-2ba91b0a3023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.630903 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 6d99b6c1-c8db-4a45-b518-e097c9416a17 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:34.631371 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.677196 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7409913-5bda-4798-b24c-2ba91b0a3023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0a058f-ea1b-4da9-b946-c868d945db28,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:34.708813 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9037786 Dec 15 12:43:34.709290 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43432) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:34.714240 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Request body: {'subnet': {'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-subnet', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:34.715345 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c129b5-09d7-46ae-b5c2-8841e7ba27ce admin admin] Pushing event updated for resources: {'Network': ['ID=3c1e4c31-2b45-4b56-85b4-b1a928093186,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:34.716948 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:43:34.723672 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a7409913-5bda-4798-b24c-2ba91b0a3023 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b78626c318794eea82fa8ee440cea18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294602 Dec 15 12:43:34.726392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43434) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:34.763537 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:43:34.776279 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Made reservation on behalf of 5a82960ebb7c4bea8761aade89f55e6c for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:34.778826 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130973083'] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.794632 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.865797 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 6d99b6c1-c8db-4a45-b518-e097c9416a17, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=6d99b6c1-c8db-4a45-b518-e097c9416a17,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:34.878180 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.879941 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device dd53f1da-2b50-4e0e-a362-0c890df88b18 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:34.930863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-02bb22c8-401d-4904-be3e-8d79069f7a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.977413 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-2e47d413-7f31-43ac-8ec8-04cc56bcfcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.989230 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-02bb22c8-401d-4904-be3e-8d79069f7a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:34.999233 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port dd53f1da-2b50-4e0e-a362-0c890df88b18 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:35.000255 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.042153 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=6d99b6c1-c8db-4a45-b518-e097c9416a17,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:35.189708 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-02bb22c8-401d-4904-be3e-8d79069f7a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.192300 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-02bb22c8-401d-4904-be3e-8d79069f7a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.193401 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-02bb22c8-401d-4904-be3e-8d79069f7a13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad0a058f-ea1b-4da9-b946-c868d945db28 HTTP/1.1" status: 204 len: 168 time: 0.4660497 Dec 15 12:43:35.252352 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb22c8-401d-4904-be3e-8d79069f7a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0a058f-ea1b-4da9-b946-c868d945db28,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:35.257855 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131010233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130973061'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.305372 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58f3e35-0a10-4384-80f8-f8e7b6f08d60,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:35.320855 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1e170-5a18-4e24-af81-4bf9ebd18e3b req-ca7f9a26-4e5b-4eb1-8a70-bc22e455c13d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:35.322416 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bce1e170-5a18-4e24-af81-4bf9ebd18e3b req-ca7f9a26-4e5b-4eb1-8a70-bc22e455c13d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1337430 Dec 15 12:43:35.409265 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bce1e170-5a18-4e24-af81-4bf9ebd18e3b req-ae8172d6-03b5-417e-8ab8-19ca53d202c4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Dec 15 12:43:35.417797 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Checking segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:35.418158 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Network hostable DHCP agents. Network: 3c1e4c31-2b45-4b56-85b4-b1a928093186, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:43:35.451723 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:43:35.462859 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43456) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:35.474774 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350820325', 'description': 'tempest-secgroup-smoke-1350820325 description', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:35.483643 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 3c1e4c31-2b45-4b56-85b4-b1a928093186) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:35.489754 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:35.490570 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.494961 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6162c2-c16d-469f-9ce6-6aafec234c1e None None] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:35.535861 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-5383e975-a487-4439-a788-addbcda699aa admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8255913 Dec 15 12:43:35.538641 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43460) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:35.544290 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:35.548182 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.590357 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.591848 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.643757 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.651584 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.666277 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-3c1e4c31-2b45-4b56-85b4-b1a928093186', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:43:35.667671 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.678554 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.695038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d7cdd-c9de-402e-b128-d7ec6ef321db,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:35.720410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.722243 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f465f1d7-af5b-465a-931d-1582caf3fef0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2550530 Dec 15 12:43:35.725151 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43464) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:35.734442 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group_rule': {'security_group_id': 'e39d7cdd-c9de-402e-b128-d7ec6ef321db', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:35.769476 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.820536 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Sync routers for ids ['347a72cc-d385-4d46-8546-f36f69ecc363'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:35.846400 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Routers {'347a72cc-d385-4d46-8546-f36f69ecc363'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:35.849005 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['347a72cc-d385-4d46-8546-f36f69ecc363'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:35.853530 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.859973 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.867872 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.892346 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.896193 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652515 Dec 15 12:43:35.896543 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43472) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:35.901605 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group_rule': {'security_group_id': 'e39d7cdd-c9de-402e-b128-d7ec6ef321db', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:35.910024 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029ccf9-f7dd-4e25-b611-990b8b9cc2ec tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e266a4e8-98ab-43f3-904c-e4dfdffc6d5c,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:35.946989 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:35.969951 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Allocated IP 172.20.0.2 (3c1e4c31-2b45-4b56-85b4-b1a928093186/d58f3e35-0a10-4384-80f8-f8e7b6f08d60/54918a1e-38cb-4fc2-8046-3698ca2341a0) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:36.024074 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.031470 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.056830 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba9d240-7492-4785-b962-9af0d1fc66f9,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:36.071778 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.073015 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ad9d16d1-b62d-4ca7-8ae4-920094a77da6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756968 Dec 15 12:43:36.077854 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43476) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:36.083406 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group_rule': {'security_group_id': 'e39d7cdd-c9de-402e-b128-d7ec6ef321db', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:36.113676 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Set router 347a72cc-d385-4d46-8546-f36f69ecc363 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:36.129195 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.175550 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.195033 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.266783 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.280226 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.376956 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.378242 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993314 Dec 15 12:43:36.378882 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61080d-0a2c-4cc0-99de-3bf299b8f40e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9de822-fd70-43ad-b6c7-9eeab98af774,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:36.384751 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43492) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:36.389225 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group_rule': {'security_group_id': 'e39d7cdd-c9de-402e-b128-d7ec6ef321db', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:36.503329 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.572200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.596093 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 6d99b6c1-c8db-4a45-b518-e097c9416a17 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:36.637770 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.656015 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.672237 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.707984 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.710796 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:36.721276 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:36.726763 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:32Z', 'revision_number': 4, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb', 'name': '', 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'mac_address': 'fa:16:3e:02:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:31Z', 'updated_at': '2021-12-15T12:43:33Z', 'revision_number': 2, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'subnets': [{'id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:36.728807 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:36.753398 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b227635-e414-4b75-86b8-653e1846b0a4,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:36.772876 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.777014 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-46896f3f-333f-44dd-88f6-9543b191b0d4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911936 Dec 15 12:43:36.777637 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43502) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:36.786324 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group_rule': {'security_group_id': 'e39d7cdd-c9de-402e-b128-d7ec6ef321db', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:36.791138 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Checking router: 347a72cc-d385-4d46-8546-f36f69ecc363 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:36.791764 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Updating router 347a72cc-d385-4d46-8546-f36f69ecc363 port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:43:36.799640 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Allocated IP 172.27.1.22 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/04d2b411-6bc1-43fb-a846-109ee5495a89) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:36.800297 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104224a-6ae3-49fc-9540-65886da357bb req-71e65047-f357-49eb-97b5-8a2d39dc4701 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:36.802016 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1104224a-6ae3-49fc-9540-65886da357bb req-71e65047-f357-49eb-97b5-8a2d39dc4701 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1606998 Dec 15 12:43:36.814447 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Pushing event updated for resources: {'Port': ['ID=54918a1e-38cb-4fc2-8046-3698ca2341a0,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:36.834606 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 6d99b6c1-c8db-4a45-b518-e097c9416a17 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:36.834977 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.846458 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.securitygroups_db [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Project 41d32d3aa20e49da9ad1758b4229bdf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 12:43:36.854650 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.886927 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.916607 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1104224a-6ae3-49fc-9540-65886da357bb req-5be4af5c-7d5c-46a3-bf99-1a1dbf8a6582 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012115 Dec 15 12:43:36.921090 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Attempting to bind port 54918a1e-38cb-4fc2-8046-3698ca2341a0 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:36.921461 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Attempting to bind port 54918a1e-38cb-4fc2-8046-3698ca2341a0 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:36.922299 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Attempting to bind port 54918a1e-38cb-4fc2-8046-3698ca2341a0 on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:36.953679 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.959268 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.966410 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:36.967476 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Checking segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:36.967864 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.968252 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Bound using segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:36.968735 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Bound port: 54918a1e-38cb-4fc2-8046-3698ca2341a0, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:36.969108 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.988125 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.990265 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:36.995476 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2137921 Dec 15 12:43:36.996038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43506) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:37.001820 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'security_group_rule': {'security_group_id': 'e39d7cdd-c9de-402e-b128-d7ec6ef321db', 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:37.010357 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8330a9f-5df6-414d-8598-12fdccda34db tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e94cc19-33c1-4cf7-8ba0-e013232f2fc6,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:37.035958 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.securitygroups_db [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Project 41d32d3aa20e49da9ad1758b4229bdf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 12:43:37.045875 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.052719 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.116295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:37.121422 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:37.127541 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:37.131787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=04d2b411-6bc1-43fb-a846-109ee5495a89,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:37.154625 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.162108 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.187700 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] For port 54918a1e-38cb-4fc2-8046-3698ca2341a0, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:37.194979 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.196399 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1985719 Dec 15 12:43:37.197818 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f611a-6ef6-42ab-b078-ba9e6c57b9e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c6bb19-ac45-4c17-a2c3-442cdb30628e,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:37.288292 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] For port 54918a1e-38cb-4fc2-8046-3698ca2341a0, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=54918a1e-38cb-4fc2-8046-3698ca2341a0,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:37.297812 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.394103 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8620d-ecec-4ea0-bf40-dc8bceae3bd7 None None] Pushing event updated for resources: {'Port': ['ID=54918a1e-38cb-4fc2-8046-3698ca2341a0,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:37.465218 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.475207 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.484445 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.494710 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.560704 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4322a2-f2e8-4274-9524-dede853ef846 None None] Pushing event updated for resources: {'Port': ['ID=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:37.643046 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Attempting to bind port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:37.643678 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Attempting to bind port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:37.644207 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Attempting to bind port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb on network af589f57-b55a-467e-b697-87ac06336fc3 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:37.651079 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:37.651427 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Checking segment: {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:37.651838 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.652234 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Bound using segment: {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:37.652827 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Bound port: b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be98419d-59de-4bd5-b639-c7d5243ec5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:37.653090 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.784494 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.824596 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] For port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:37.829325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] For port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:37.840004 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:37.936704 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Routers {'347a72cc-d385-4d46-8546-f36f69ecc363'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:37.937474 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['347a72cc-d385-4d46-8546-f36f69ecc363'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:37.940958 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4322a2-f2e8-4274-9524-dede853ef846 None None] Pushing event updated for resources: {'Port': ['ID=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:37.999348 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:43:38.021650 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-d7d097f9-1e47-4495-ae3e-1eca50326623 None None] Provisioning complete for port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:38.022143 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d7d097f9-1e47-4495-ae3e-1eca50326623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.124883 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05fcfd-cdba-41b7-9eac-c7e23f6c4585 req-edcb848e-fb64-4203-8a32-ca9068a1dd64 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:38.126530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7a05fcfd-cdba-41b7-9eac-c7e23f6c4585 req-edcb848e-fb64-4203-8a32-ca9068a1dd64 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0982385 Dec 15 12:43:38.140110 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] Set router 347a72cc-d385-4d46-8546-f36f69ecc363 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:38.194625 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7a05fcfd-cdba-41b7-9eac-c7e23f6c4585 req-4ca2e12c-b1da-441e-aa58-a3cc6927aeaa tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 Dec 15 12:43:38.209472 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:38.226754 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:38.239676 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:38.240921 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:38.252903 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.254175 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-bae3e576-6090-4c68-a049-2367e7581fe9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7144437 Dec 15 12:43:38.257362 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43544) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:38.352430 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d7d097f9-1e47-4495-ae3e-1eca50326623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.424277 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.450735 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:38.470203 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 54918a1e-38cb-4fc2-8046-3698ca2341a0 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:38.562092 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-d7d097f9-1e47-4495-ae3e-1eca50326623 None None] For port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:38.577122 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d7d097f9-1e47-4495-ae3e-1eca50326623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.709062 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d097f9-1e47-4495-ae3e-1eca50326623 None None] Pushing event updated for resources: {'Port': ['ID=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:38.724106 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 54918a1e-38cb-4fc2-8046-3698ca2341a0 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:38.724476 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.778880 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:37Z', 'revision_number': 3, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:38.791925 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-443af1e6-d625-4bc6-a58c-c2ff0bed5c9a None None] Provisioning complete for port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:38.792295 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-443af1e6-d625-4bc6-a58c-c2ff0bed5c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.819159 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:38.819878 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Updating router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 port 04d2b411-6bc1-43fb-a846-109ee5495a89 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:43:38.848135 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:38.855344 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:32Z', 'revision_number': 4, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb', 'name': '', 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'mac_address': 'fa:16:3e:02:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:31Z', 'updated_at': '2021-12-15T12:43:37Z', 'revision_number': 4, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'subnets': [{'id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:38.904858 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c0457-4027-4f2a-ba0d-b0b6d4f56775 None None] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:43:38.914575 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4c31a-3019-4010-b2ca-b2180dbf66c2 None None] The sync data for ids ['347a72cc-d385-4d46-8546-f36f69ecc363'] in dv-cinder-813225-4-iscsi is: [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:32Z', 'revision_number': 4, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb', 'name': '', 'network_id': 'af589f57-b55a-467e-b697-87ac06336fc3', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'mac_address': 'fa:16:3e:02:29:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:31Z', 'updated_at': '2021-12-15T12:43:37Z', 'revision_number': 4, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'subnets': [{'id': '10c993f3-9a3d-4127-bd7d-bcd585a93e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:38.987392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.162463 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.211540 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.222570 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.233749 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 54918a1e-38cb-4fc2-8046-3698ca2341a0, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=54918a1e-38cb-4fc2-8046-3698ca2341a0,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:39.249244 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.255249 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Allocated IP 172.20.0.1 (3c1e4c31-2b45-4b56-85b4-b1a928093186/d58f3e35-0a10-4384-80f8-f8e7b6f08d60/cd04abee-6b0f-45e6-ab49-aa8fd2ea4569) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:39.318363 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=54918a1e-38cb-4fc2-8046-3698ca2341a0,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:39.354211 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-3242787f-c8ab-429a-b033-02b7704f502c None None] Provisioning complete for port 54918a1e-38cb-4fc2-8046-3698ca2341a0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:39.354619 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3242787f-c8ab-429a-b033-02b7704f502c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.397000 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889403-ca71-4a2b-a925-c7918829c4cb None None] Pushing event updated for resources: {'Port': ['ID=04d2b411-6bc1-43fb-a846-109ee5495a89,revision_number=2']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:39.421656 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Attempting to bind port 04d2b411-6bc1-43fb-a846-109ee5495a89 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:39.422369 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Attempting to bind port 04d2b411-6bc1-43fb-a846-109ee5495a89 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:39.423009 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Attempting to bind port 04d2b411-6bc1-43fb-a846-109ee5495a89 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:39.428875 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:39.429609 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:39.430214 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.430915 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:39.431585 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Bound port: 04d2b411-6bc1-43fb-a846-109ee5495a89, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:39.432188 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.454662 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c09308-c001-483f-8f52-c35e43272e5a req-812a3599-a128-47c3-81e9-2ebc557488d5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:39.456240 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-61c09308-c001-483f-8f52-c35e43272e5a req-812a3599-a128-47c3-81e9-2ebc557488d5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1114354 Dec 15 12:43:39.504707 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] For port 04d2b411-6bc1-43fb-a846-109ee5495a89, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:39.508381 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] For port 04d2b411-6bc1-43fb-a846-109ee5495a89, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=04d2b411-6bc1-43fb-a846-109ee5495a89,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:39.518970 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.540572 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-61c09308-c001-483f-8f52-c35e43272e5a req-9dfcbb2f-8a13-49f0-92a4-5b576e4c3db9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684969 Dec 15 12:43:39.543642 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.599577 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:39.600231 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:39.603656 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39889403-ca71-4a2b-a925-c7918829c4cb None None] Pushing event updated for resources: {'Port': ['ID=04d2b411-6bc1-43fb-a846-109ee5495a89,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:39.634347 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.706202 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:39.714715 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:39.716375 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f4c2-124b-428b-b924-260145ab0db3 None None] Provisioning complete for port 54918a1e-38cb-4fc2-8046-3698ca2341a0 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:39.717562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f4c2-124b-428b-b924-260145ab0db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.718735 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:39.740546 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:39.753764 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Pushing event updated for resources: {'Port': ['ID=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:39.790667 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:39.974182 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.045981 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:37Z', 'revision_number': 3, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:40.056138 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-3c7e1b1c-1811-43c5-8312-95070c5849a0 None None] Provisioning complete for port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:40.057214 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3c7e1b1c-1811-43c5-8312-95070c5849a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.079378 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625cb148-7eb1-4683-8883-76160440bd62 None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:37Z', 'revision_number': 3, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:40.103991 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e1b1c-1811-43c5-8312-95070c5849a0 None None] Port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:40.211414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.218220 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.289777 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Pushing event updated for resources: {'Port': ['ID=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:40.294964 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.407057 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:40.423081 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:40.424943 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:40.463817 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:40.464190 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.551410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:43:40.566572 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 54918a1e-38cb-4fc2-8046-3698ca2341a0 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:40.644689 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 54918a1e-38cb-4fc2-8046-3698ca2341a0 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:40.645245 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.710870 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:43:40.728257 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-c8912673-391b-42ae-bcc8-338ab5eaae1b admin admin] 10.222.0.71 "PUT /v2.0/routers/473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616623 Dec 15 12:43:40.728257 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cc535-d0d2-4acf-a8dc-a24e555bde31 req-49b57137-d8c5-4653-a8e0-9c84afae8aad tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:40.729867 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-911cc535-d0d2-4acf-a8dc-a24e555bde31 req-49b57137-d8c5-4653-a8e0-9c84afae8aad tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1088285 Dec 15 12:43:40.775375 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-4f065669-8788-46b3-84a8-5777bbe2263f None None] Provisioning complete for port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:40.776002 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4f065669-8788-46b3-84a8-5777bbe2263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:40.791239 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-911cc535-d0d2-4acf-a8dc-a24e555bde31 req-49441b29-18de-4577-af6f-1327a185f964 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522740 Dec 15 12:43:40.816431 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-4f065669-8788-46b3-84a8-5777bbe2263f None None] Port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:41.310384 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43596) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:41.315285 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156401126', 'description': 'tempest-description--1820756146'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:41.343337 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.412865 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.418010 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.458775 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.462543 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1485868 Dec 15 12:43:41.462543 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f368ac-916b-4f9e-82c9-4c314b249743 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f990f-38ad-4f62-9527-d519bc14e2af,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:41.463253 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43598) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:41.468998 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'security_group_rule': {'security_group_id': '0d3f990f-38ad-4f62-9527-d519bc14e2af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:41.523133 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.577275 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.582106 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.600213 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176ad971-502f-46d8-bd06-490f9d5e0ae2,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:41.608389 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.609648 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-8c3987cf-198f-41b1-9c09-522d35921ff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452591 Dec 15 12:43:41.612550 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43600) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:41.618270 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'security_group_rule': {'security_group_id': '0d3f990f-38ad-4f62-9527-d519bc14e2af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:41.643911 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.699232 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.702719 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.721355 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d04eb-4418-4cec-a8c0-f317cc82acd1,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:41.735168 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.736888 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ce79c198-ba52-4d8e-bc51-322b1761aa5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231008 Dec 15 12:43:41.739914 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 43602) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:41.744235 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:41.784560 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:41.955577 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a21b12-6ab9-4a54-8254-f20203d764ea req-bd574c85-d2cb-462d-b4d3-0ee54b344287 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:41.957208 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-80a21b12-6ab9-4a54-8254-f20203d764ea req-bd574c85-d2cb-462d-b4d3-0ee54b344287 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0728447 Dec 15 12:43:41.973345 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.070015 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-80a21b12-6ab9-4a54-8254-f20203d764ea req-a29dc33d-03f4-4fe3-9fa6-64a4f07ad70c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050253 Dec 15 12:43:42.136067 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Allocated IP 172.27.1.175 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/58f15e11-125e-4bd0-b141-51668b4f7666) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:42.246898 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.303589 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.354959 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 04d2b411-6bc1-43fb-a846-109ee5495a89 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:42.376201 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:42.383308 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:42.387211 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:42.412293 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'Port': ['ID=58f15e11-125e-4bd0-b141-51668b4f7666,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:42.432832 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 04d2b411-6bc1-43fb-a846-109ee5495a89 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:42.433410 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.552546 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.579390 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.579889 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 04d2b411-6bc1-43fb-a846-109ee5495a89, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=04d2b411-6bc1-43fb-a846-109ee5495a89,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:42.587464 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.625296 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.643749 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=04d2b411-6bc1-43fb-a846-109ee5495a89,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:42.796257 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.800875 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.877899 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'Port': ['ID=58f15e11-125e-4bd0-b141-51668b4f7666,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:42.886334 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.909679 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:42.911060 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-53309bee-39f8-4e98-b755-9a978e05db97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1701005 Dec 15 12:43:43.196191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe83bde-c5db-42fc-93f3-a5e176489112 req-ce1039fb-033a-4ca2-8c9f-40876dbf6f3a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:43.197681 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dbe83bde-c5db-42fc-93f3-a5e176489112 req-ce1039fb-033a-4ca2-8c9f-40876dbf6f3a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0528333 Dec 15 12:43:43.243068 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:43:43.253109 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:43.253713 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:43.254561 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dbe83bde-c5db-42fc-93f3-a5e176489112 req-3e4b29f5-c408-4d77-8a0d-c2ac4ea12b67 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503683 Dec 15 12:43:43.363680 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:43.575015 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:40Z', 'revision_number': 2, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:43.606554 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:43:43.606928 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Updating router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:43:43.632483 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:43.934540 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:43.941230 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.016263 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805845ee-2706-4ac1-bb32-8c3284e50195 None None] Pushing event updated for resources: {'Port': ['ID=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:44.109202 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Attempting to bind port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:44.109629 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Attempting to bind port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:44.109946 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Attempting to bind port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:44.116069 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:44.116614 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Checking segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:44.116816 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.117208 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Bound using segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:44.117677 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Bound port: cd04abee-6b0f-45e6-ab49-aa8fd2ea4569, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:44.118054 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.233794 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] For port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:44.238961 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] For port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:44.247795 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.332124 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805845ee-2706-4ac1-bb32-8c3284e50195 None None] Pushing event updated for resources: {'Port': ['ID=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:44.336510 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:43:44.337321 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:43:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:44.434587 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-d18f2a4b-2d02-4803-bf9e-e3ebe037317c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1156401126&fields=id&tenant_id=5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 267 time: 0.5023758 Dec 15 12:43:44.488008 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 04d2b411-6bc1-43fb-a846-109ee5495a89 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:44.556401 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-57abf2f4-5e49-45f8-95c7-d104da5180ba None None] Provisioning complete for port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:44.556774 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-57abf2f4-5e49-45f8-95c7-d104da5180ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.593669 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:43:44.636379 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58584f1-8db7-4751-98b7-71320bf6897d req-581de69d-a7cb-4c39-8ae7-dd303701ee3f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:44.637942 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f58584f1-8db7-4751-98b7-71320bf6897d req-581de69d-a7cb-4c39-8ae7-dd303701ee3f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.2363393 Dec 15 12:43:44.712242 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43716) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:44.756754 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-a6cd8dcf-5f00-44ee-b618-2e351567bbf0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:44.758356 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-a6cd8dcf-5f00-44ee-b618-2e351567bbf0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 817 time: 0.2892830 Dec 15 12:43:44.786723 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f58584f1-8db7-4751-98b7-71320bf6897d req-64323380-1dbd-401c-b11b-367dd68e43e4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Dec 15 12:43:44.790591 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-591eee6f-d879-4caa-afe4-36be5c19adbb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/quotas/5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 375 time: 0.0202270 Dec 15 12:43:44.800623 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 04d2b411-6bc1-43fb-a846-109ee5495a89 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:44.801095 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.872329 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-bcfd0325-39fc-4d55-b8e0-cdec355f4d8b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728633 Dec 15 12:43:44.901551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-989dc35f-c559-4de5-bd74-1c7929d932f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:44.979636 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-5cc9444e-fd97-4a18-8d66-d9282eea49a1 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014307 Dec 15 12:43:44.996526 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-57abf2f4-5e49-45f8-95c7-d104da5180ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.078288 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-989dc35f-c559-4de5-bd74-1c7929d932f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.080478 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-57abf2f4-5e49-45f8-95c7-d104da5180ba None None] For port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:45.083934 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-989dc35f-c559-4de5-bd74-1c7929d932f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.093654 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-57abf2f4-5e49-45f8-95c7-d104da5180ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.137694 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-989dc35f-c559-4de5-bd74-1c7929d932f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e569eb5740474b3b81566e7c7406411a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216890 Dec 15 12:43:45.137694 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dc35f-c559-4de5-bd74-1c7929d932f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b3a82-a578-4acb-b731-36c54c8835f9,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:45.138777 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43740) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:45.146546 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:44Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:43:45.177573 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-68a823ed-b1e7-45ff-be80-f9a7dc771483 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782317 Dec 15 12:43:45.194884 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c4fd7a1-79ed-4f51-8942-7a3344bab77e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.228764 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c4fd7a1-79ed-4f51-8942-7a3344bab77e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.300028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c4fd7a1-79ed-4f51-8942-7a3344bab77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.302093 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c4fd7a1-79ed-4f51-8942-7a3344bab77e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.303378 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9c4fd7a1-79ed-4f51-8942-7a3344bab77e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a4b3a82-a578-4acb-b731-36c54c8835f9 HTTP/1.1" status: 204 len: 168 time: 0.1636891 Dec 15 12:43:45.316466 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fd7a1-79ed-4f51-8942-7a3344bab77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b3a82-a578-4acb-b731-36c54c8835f9,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:45.347104 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95543e2-8f1f-484b-803c-9b7ad0de0eec None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:44Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:43:45.392429 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abf2f4-5e49-45f8-95c7-d104da5180ba None None] Pushing event updated for resources: {'Port': ['ID=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:45.413290 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-c0a5ce7f-cba7-42d6-8e67-306342368817 None None] Provisioning complete for port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:45.430437 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c0a5ce7f-cba7-42d6-8e67-306342368817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.522370 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca01cea5-d1aa-4884-9415-420376785558 req-059e5331-bfb2-40e7-8946-efde35d7f8de tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 210 time: 0.1446948 Dec 15 12:43:45.751239 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43766) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:45.765472 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6b46e76-0a00-4f98-ab1f-b977932e9a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.864069 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6b46e76-0a00-4f98-ab1f-b977932e9a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.870652 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6b46e76-0a00-4f98-ab1f-b977932e9a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:45.916758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b46e76-0a00-4f98-ab1f-b977932e9a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf937a0-a3ea-45d0-bc85-cac21d8a2ef2,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:45.936227 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b6b46e76-0a00-4f98-ab1f-b977932e9a66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ed201f819434d3a83f9d0eafe34b549&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809435 Dec 15 12:43:45.936227 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43772) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:45.961500 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57a355-e202-4af5-b732-373cd212fb9d req-1fbaf4db-0258-4ab6-9b9c-02d56975dc72 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:45.971041 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8e57a355-e202-4af5-b732-373cd212fb9d req-1fbaf4db-0258-4ab6-9b9c-02d56975dc72 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0809212 Dec 15 12:43:45.999745 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea53cc1-13aa-4d69-8e65-46343fc8cda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.030781 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8e57a355-e202-4af5-b732-373cd212fb9d req-f0808250-519a-4485-97aa-c273f6212b0e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581291 Dec 15 12:43:46.032695 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea53cc1-13aa-4d69-8e65-46343fc8cda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.111700 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea53cc1-13aa-4d69-8e65-46343fc8cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.115835 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea53cc1-13aa-4d69-8e65-46343fc8cda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.117192 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-aea53cc1-13aa-4d69-8e65-46343fc8cda2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fdf937a0-a3ea-45d0-bc85-cac21d8a2ef2 HTTP/1.1" status: 204 len: 168 time: 0.1801603 Dec 15 12:43:46.127155 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea53cc1-13aa-4d69-8e65-46343fc8cda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf937a0-a3ea-45d0-bc85-cac21d8a2ef2,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:46.383814 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:43:46.464343 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:46.465376 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.524505 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43790) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:46.685774 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e48c614e-26b5-4b0b-ab36-dddaacc10e59 req-1d46f960-550e-40a4-b750-5c72340b7e1a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Dec 15 12:43:46.732189 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-92860c0a-2613-4fe7-9b73-a161d399280e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.862042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-92860c0a-2613-4fe7-9b73-a161d399280e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.867072 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-92860c0a-2613-4fe7-9b73-a161d399280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:46.932819 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-92860c0a-2613-4fe7-9b73-a161d399280e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b15b6e3f13940e693ea21210e543c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072156 Dec 15 12:43:46.934024 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92860c0a-2613-4fe7-9b73-a161d399280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2a218-7a08-446f-adc4-7fd7a1c2a73d,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:46.938075 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43810) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:46.983105 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-c12bedeb-d49c-477a-a325-279cd009f811 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:46.984980 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-c12bedeb-d49c-477a-a325-279cd009f811 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 817 time: 0.2264969 Dec 15 12:43:47.007214 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b57286a6-c63d-4d1d-9be7-c10106a3818f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.047171 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b57286a6-c63d-4d1d-9be7-c10106a3818f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.091434 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-957d87c8-5d61-4f52-8507-48ada9c0441d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 380 time: 0.0901587 Dec 15 12:43:47.105014 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'port': {'device_id': 'df258538-2784-4566-8644-be1a82c57a30', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'admin_state_up': True, 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'security_groups': ['0d3f990f-38ad-4f62-9527-d519bc14e2af']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:47.139472 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b57286a6-c63d-4d1d-9be7-c10106a3818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.143206 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b57286a6-c63d-4d1d-9be7-c10106a3818f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.146725 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b57286a6-c63d-4d1d-9be7-c10106a3818f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8a2a218-7a08-446f-adc4-7fd7a1c2a73d HTTP/1.1" status: 204 len: 168 time: 0.2072611 Dec 15 12:43:47.156518 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57286a6-c63d-4d1d-9be7-c10106a3818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2a218-7a08-446f-adc4-7fd7a1c2a73d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:47.282571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabc10d-937b-43b9-bf37-2e16fb0ffefd req-74572fbf-0d1f-49fd-97d2-e94bab8615c9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:47.288251 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfabc10d-937b-43b9-bf37-2e16fb0ffefd req-74572fbf-0d1f-49fd-97d2-e94bab8615c9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1242797 Dec 15 12:43:47.362582 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfabc10d-937b-43b9-bf37-2e16fb0ffefd req-a6949011-93ed-459d-be9d-27187e12aa40 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660052 Dec 15 12:43:47.363954 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Made reservation on behalf of 5a82960ebb7c4bea8761aade89f55e6c for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:43:47.367764 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.532862 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Allocated IP 172.20.0.4 (3c1e4c31-2b45-4b56-85b4-b1a928093186/d58f3e35-0a10-4384-80f8-f8e7b6f08d60/adeef206-3419-4235-bc95-e50cac273b1d) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:43:47.714135 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.754686 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.811148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:43:47.818753 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:47.824182 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:43:47.826743 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:43:47.926472 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953965-172a-4312-b9a7-b7be20f2167b req-eae5d5fc-f22c-4083-ab6f-f570bfcf026c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:47.933906 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b4953965-172a-4312-b9a7-b7be20f2167b req-eae5d5fc-f22c-4083-ab6f-f570bfcf026c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 931 time: 0.1257679 Dec 15 12:43:47.942061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:47.942061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:47.974348 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-dbc40316-c6cb-406a-ab67-e3d5aec5a066 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8766038 Dec 15 12:43:47.995160 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Request body: {'port': {'device_id': 'df258538-2784-4566-8644-be1a82c57a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:43:48.030276 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b4953965-172a-4312-b9a7-b7be20f2167b req-bc1057e0-1f9f-40f5-8846-f4ba250e3e7b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953856 Dec 15 12:43:48.071590 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.164384 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-be153ffc-a7ae-45da-bbf4-5c957fe55e60 None None] Provisioning complete for port adeef206-3419-4235-bc95-e50cac273b1d triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:43:48.165028 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-be153ffc-a7ae-45da-bbf4-5c957fe55e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.229800 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-be153ffc-a7ae-45da-bbf4-5c957fe55e60 None None] Port adeef206-3419-4235-bc95-e50cac273b1d cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:43:48.451302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeef206-3419-4235-bc95-e50cac273b1d {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:43:48.469459 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.510839 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Transition to ACTIVE for port object adeef206-3419-4235-bc95-e50cac273b1d will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:43:48.524393 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.534519 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d60108-2268-4e8b-8825-98f49cb57573 req-8e456e89-05c1-4c6c-92d8-f7b63390e3cc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:48.536082 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20d60108-2268-4e8b-8825-98f49cb57573 req-8e456e89-05c1-4c6c-92d8-f7b63390e3cc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0797229 Dec 15 12:43:48.626768 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:48.720927 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20d60108-2268-4e8b-8825-98f49cb57573 req-64d4fefd-3c9a-48b1-8003-7de65487cac1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607950 Dec 15 12:43:48.759020 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Attempting to bind port adeef206-3419-4235-bc95-e50cac273b1d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:43:48.759489 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Attempting to bind port adeef206-3419-4235-bc95-e50cac273b1d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:43:48.759855 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Attempting to bind port adeef206-3419-4235-bc95-e50cac273b1d on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:48.766839 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Port adeef206-3419-4235-bc95-e50cac273b1d on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:43:48.767163 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Attempting to bind port adeef206-3419-4235-bc95-e50cac273b1d on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:43:48.772736 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:43:48.773170 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Checking segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:43:48.773554 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Bound using segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:43:48.773980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Bound port: adeef206-3419-4235-bc95-e50cac273b1d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:43:48.774340 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.850883 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:43:48.853889 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:43:48.858562 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.903272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:48.903850 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:48.905439 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] 10.222.0.36 "PUT /v2.0/ports/adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 1093 time: 0.9172704 Dec 15 12:43:48.905744 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:43:48.908116 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34490a6-b0f1-4842-9ef0-69b8b94c7385" -d '{"events": [{"name": "network-changed", "server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:43:48.963346 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7e82a-d3dd-461e-a53f-6294cd71585c service neutron] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:48.970701 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bf510c-5488-4259-aa16-0c4ddbefd9cd x-openstack-request-id: req-73bf510c-5488-4259-aa16-0c4ddbefd9cd {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:43:48.971386 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:43:48.971578 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73bf510c-5488-4259-aa16-0c4ddbefd9cd {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:43:48.972076 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'status': 'completed', 'code': 200} Dec 15 12:43:49.032629 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-34f2c804-04af-4d70-8d20-c03ecbf0203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.034414 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-34f2c804-04af-4d70-8d20-c03ecbf0203c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1096 time: 0.0547955 Dec 15 12:43:49.086591 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-e9eeb54f-736c-4b1e-afd3-d2edbbe390d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 217 time: 0.0396996 Dec 15 12:43:49.156933 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43924) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:49.176052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-2e338791-09a3-4015-a388-37dc230229c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.177510 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-2e338791-09a3-4015-a388-37dc230229c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0824711 Dec 15 12:43:49.206817 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda0683-7757-4fce-b953-a93830dcf830 req-14acab65-8f06-48d8-8102-9661dff1302b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.208333 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dbda0683-7757-4fce-b953-a93830dcf830 req-14acab65-8f06-48d8-8102-9661dff1302b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0804093 Dec 15 12:43:49.273084 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c217-16f9-4d5c-861b-79af83a4620d req-0af3ac0c-4b6d-419e-94a3-20913f3184c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.274628 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-0af3ac0c-4b6d-419e-94a3-20913f3184c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878420 Dec 15 12:43:49.280407 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-47454708-bf9e-4114-8f60-f5c80fbcdc71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.282930 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dbda0683-7757-4fce-b953-a93830dcf830 req-1df97b9c-7a48-4ebd-8615-b3fcc894a106 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593259 Dec 15 12:43:49.354048 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-47454708-bf9e-4114-8f60-f5c80fbcdc71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.357894 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-47454708-bf9e-4114-8f60-f5c80fbcdc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.382086 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-86e3050c-2722-495e-8b01-b5fd79cf06c9 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980632 Dec 15 12:43:49.406186 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454708-bf9e-4114-8f60-f5c80fbcdc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90abc9d-bc18-4cd0-8c66-39b32b5e94f6,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:49.415626 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-47454708-bf9e-4114-8f60-f5c80fbcdc71 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=30274388ed9e4ba2820f9e890caae758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557726 Dec 15 12:43:49.415626 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43930) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:49.473004 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7148900-6357-4337-861c-71ba64795038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.486345 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3494c217-16f9-4d5c-861b-79af83a4620d req-871a9be8-3c89-47c5-b2cd-288cae145cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885112 Dec 15 12:43:49.496167 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7148900-6357-4337-861c-71ba64795038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.550789 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7148900-6357-4337-861c-71ba64795038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.553692 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e7148900-6357-4337-861c-71ba64795038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:49.554893 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e7148900-6357-4337-861c-71ba64795038 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f90abc9d-bc18-4cd0-8c66-39b32b5e94f6 HTTP/1.1" status: 204 len: 168 time: 0.1393631 Dec 15 12:43:49.563529 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7148900-6357-4337-861c-71ba64795038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90abc9d-bc18-4cd0-8c66-39b32b5e94f6,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:49.589484 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-d47815bf-f81b-4001-86a1-da2a7a573e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.591089 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-d47815bf-f81b-4001-86a1-da2a7a573e47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1096 time: 0.0557365 Dec 15 12:43:49.692439 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-6b749073-7dc9-49e0-9253-eef355ef0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.693921 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-6b749073-7dc9-49e0-9253-eef355ef0c1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.0952713 Dec 15 12:43:49.746807 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-4f777a98-bb79-46b6-85e9-5e7c48bb52b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 217 time: 0.0423553 Dec 15 12:43:49.812271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-7cf367c6-bf84-42ea-bb38-840c779fbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.813950 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-7cf367c6-bf84-42ea-bb38-840c779fbe6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0580838 Dec 15 12:43:49.907060 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-1b0a9081-e808-44e8-b1d3-422b5fff4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.908679 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-1b0a9081-e808-44e8-b1d3-422b5fff4ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854051 Dec 15 12:43:49.920869 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43952) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:49.925271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccd95b-b0a2-4f39-b4cb-066b51d86cd5 req-3360b8ab-e9a7-47b9-aa50-db2969e85e57 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:49.927023 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-baccd95b-b0a2-4f39-b4cb-066b51d86cd5 req-3360b8ab-e9a7-47b9-aa50-db2969e85e57 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0668495 Dec 15 12:43:49.939798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4956e14a-21a9-48a8-9acb-bc41be147af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.022709 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4956e14a-21a9-48a8-9acb-bc41be147af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.028002 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4956e14a-21a9-48a8-9acb-bc41be147af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.053894 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-baccd95b-b0a2-4f39-b4cb-066b51d86cd5 req-bf4acde6-b97b-4d17-9883-865b1178ecf6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154072 Dec 15 12:43:50.057216 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956e14a-21a9-48a8-9acb-bc41be147af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9863ab9-c448-4a65-8418-2d47d76d02cd,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:50.082517 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4956e14a-21a9-48a8-9acb-bc41be147af9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=347bb44fa9c549fe81d3a329cf360576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603432 Dec 15 12:43:50.084989 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 43958) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:43:50.091359 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-8383adf6-d2f6-4831-92e5-83936ea2685b service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630378 Dec 15 12:43:50.147842 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-418ea16f-f596-48e7-a70c-65f573292a3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.173444 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-418ea16f-f596-48e7-a70c-65f573292a3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.206748 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c34490a6-b0f1-4842-9ef0-69b8b94c7385 req-b0351944-b6cf-44f4-b9c8-ac97e7318cad service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059623 Dec 15 12:43:50.235569 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-418ea16f-f596-48e7-a70c-65f573292a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.238623 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-418ea16f-f596-48e7-a70c-65f573292a3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:50.239823 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-418ea16f-f596-48e7-a70c-65f573292a3a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9863ab9-c448-4a65-8418-2d47d76d02cd HTTP/1.1" status: 204 len: 168 time: 0.1537309 Dec 15 12:43:50.251110 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea16f-f596-48e7-a70c-65f573292a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9863ab9-c448-4a65-8418-2d47d76d02cd,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:50.410419 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6337c-0d89-41c3-8b55-93db863afc89 req-cbb95187-4b87-46d7-b522-762b22514a7e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:50.412218 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-29b6337c-0d89-41c3-8b55-93db863afc89 req-cbb95187-4b87-46d7-b522-762b22514a7e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0487258 Dec 15 12:43:50.478981 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-29b6337c-0d89-41c3-8b55-93db863afc89 req-3f77340f-432a-4c7f-8881-dbf55e486e49 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597739 Dec 15 12:43:51.198096 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64a7dc-83de-4b1c-9abb-77d1170520ee req-e4e8a4e2-953e-4662-8cc0-112a15547aa5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:51.199719 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce64a7dc-83de-4b1c-9abb-77d1170520ee req-e4e8a4e2-953e-4662-8cc0-112a15547aa5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0547435 Dec 15 12:43:51.252720 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce64a7dc-83de-4b1c-9abb-77d1170520ee req-66610293-17d7-4ba6-8b47-dbffb7babaff tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Dec 15 12:43:51.614817 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf52f6-9df6-4c20-882d-713551606327 req-311648f8-fa68-41cb-b2bd-5e635998082d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:51.616358 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3bf52f6-9df6-4c20-882d-713551606327 req-311648f8-fa68-41cb-b2bd-5e635998082d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0497656 Dec 15 12:43:51.671213 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3bf52f6-9df6-4c20-882d-713551606327 req-6a776dbb-0436-458a-bb27-565a8c4a8205 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478246 Dec 15 12:43:52.391021 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b023cee-7e29-4369-a37e-ee68554b6770 req-1aa63120-1c19-419b-ab16-b9f444814619 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:52.392468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b023cee-7e29-4369-a37e-ee68554b6770 req-1aa63120-1c19-419b-ab16-b9f444814619 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0680029 Dec 15 12:43:52.448607 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b023cee-7e29-4369-a37e-ee68554b6770 req-a48a2a3b-65a6-4f1f-bab8-6cf2044dc627 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496972 Dec 15 12:43:52.944305 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d7a84-c231-4936-9b61-e36ac0446936 req-c86aa5ca-7eb5-4fe4-95e3-a3394f9a1711 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:52.945770 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-da8d7a84-c231-4936-9b61-e36ac0446936 req-c86aa5ca-7eb5-4fe4-95e3-a3394f9a1711 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0563135 Dec 15 12:43:52.997062 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-da8d7a84-c231-4936-9b61-e36ac0446936 req-045af181-5560-4729-999f-fd54afb6844d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448275 Dec 15 12:43:53.574655 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aa455-b2e6-4476-9c12-07b9d371b4a3 req-3a58b44e-d24a-405c-b77e-8e62a816bc01 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:53.576736 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-000aa455-b2e6-4476-9c12-07b9d371b4a3 req-3a58b44e-d24a-405c-b77e-8e62a816bc01 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0567951 Dec 15 12:43:53.628532 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-000aa455-b2e6-4476-9c12-07b9d371b4a3 req-32c188b8-100b-4569-ab8d-865792b9bfcb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Dec 15 12:43:54.115749 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354106c2-697d-439e-9951-cd7833aa0215 req-dba19d80-822d-4cd3-aac2-09d7353f38c9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:54.117202 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-354106c2-697d-439e-9951-cd7833aa0215 req-dba19d80-822d-4cd3-aac2-09d7353f38c9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0487149 Dec 15 12:43:54.167219 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-354106c2-697d-439e-9951-cd7833aa0215 req-53f86f5c-b0b9-4f76-ae44-471f82b43b12 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Dec 15 12:43:54.746209 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0f8ed-3537-472b-9671-f8194e3371d6 req-aab2f128-c6e6-416b-bd2b-dba6bd3dbdf0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:54.748301 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-abb0f8ed-3537-472b-9671-f8194e3371d6 req-aab2f128-c6e6-416b-bd2b-dba6bd3dbdf0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0491173 Dec 15 12:43:54.797496 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-abb0f8ed-3537-472b-9671-f8194e3371d6 req-d653e307-19f6-4b2a-9650-ef53ed6f73e2 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433457 Dec 15 12:43:54.994084 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ac94-791b-4b5d-a005-406ad55efd46 req-fe06b01d-7379-473d-9b5d-9107790e6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:54.995621 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-72e0ac94-791b-4b5d-a005-406ad55efd46 req-fe06b01d-7379-473d-9b5d-9107790e6638 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 1098 time: 0.0423558 Dec 15 12:43:55.061633 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-72e0ac94-791b-4b5d-a005-406ad55efd46 req-009eeec5-2b58-4238-93d8-2256d5825337 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565348 Dec 15 12:43:55.311475 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b19c2d-7f74-4a76-9b0b-59efd465c8cf req-8b628390-a036-48b1-bf9a-4236bc8789e8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:55.313632 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5b19c2d-7f74-4a76-9b0b-59efd465c8cf req-8b628390-a036-48b1-bf9a-4236bc8789e8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0664282 Dec 15 12:43:55.373040 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5b19c2d-7f74-4a76-9b0b-59efd465c8cf req-38b39fc2-795e-4303-9d72-cd05f8707156 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518782 Dec 15 12:43:55.919717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029133-9451-4f90-9505-71bab1cb92c9 req-ed56f182-87f4-4d19-b333-b5a25b118abc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:55.921170 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-89029133-9451-4f90-9505-71bab1cb92c9 req-ed56f182-87f4-4d19-b333-b5a25b118abc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0516863 Dec 15 12:43:55.978234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-89029133-9451-4f90-9505-71bab1cb92c9 req-ca3f500d-5c3c-40a7-a6df-7d68a5a05589 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Dec 15 12:43:56.488830 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea2ff-ba52-42d7-91b7-3fa53928772f req-6fd3abe9-2abd-4b1d-8dcc-66f8bf59021c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:56.490247 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c3dea2ff-ba52-42d7-91b7-3fa53928772f req-6fd3abe9-2abd-4b1d-8dcc-66f8bf59021c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0470684 Dec 15 12:43:56.536424 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c3dea2ff-ba52-42d7-91b7-3fa53928772f req-356d14f3-3644-4f86-9aa3-2a0259cd527f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403252 Dec 15 12:43:57.088426 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35442768-f7e9-4446-b2a6-5f65e3483590 req-b00beed1-697e-4650-873d-4ab2f80877c9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:57.089835 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35442768-f7e9-4446-b2a6-5f65e3483590 req-b00beed1-697e-4650-873d-4ab2f80877c9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0465226 Dec 15 12:43:57.139818 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35442768-f7e9-4446-b2a6-5f65e3483590 req-8c79ebac-75d7-4e1c-bc73-caca33c4c4ab tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Dec 15 12:43:57.477294 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:43:57.644440 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:57.659496 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'adeef206-3419-4235-bc95-e50cac273b1d', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d', 'mac_address': 'fa:16:3e:44:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:43:57.662135 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cebc52-304a-40d0-b382-2a689c186623 req-23ba75a5-9f32-4d98-be69-15dcff98c603 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:57.664012 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5cebc52-304a-40d0-b382-2a689c186623 req-23ba75a5-9f32-4d98-be69-15dcff98c603 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0474937 Dec 15 12:43:57.713406 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5cebc52-304a-40d0-b382-2a689c186623 req-f30df652-617e-4fcc-8c56-a8f3be4eb321 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Dec 15 12:43:57.737104 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:57.757231 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeef206-3419-4235-bc95-e50cac273b1d {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:43:57.786953 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:43:57.793073 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:57.848090 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:43:58.388449 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924f737-eca3-4b9d-84ae-0d964ca05b2d req-25b74add-2704-46b6-8f7e-b1bcb5c5ff4a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:58.389947 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3924f737-eca3-4b9d-84ae-0d964ca05b2d req-25b74add-2704-46b6-8f7e-b1bcb5c5ff4a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Dec 15 12:43:58.435814 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3924f737-eca3-4b9d-84ae-0d964ca05b2d req-b5ee4d80-8ecb-43f7-b10a-d99aa0248d69 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398176 Dec 15 12:43:58.837045 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8955efe-c36b-47bc-ad67-3cad29f3a137 req-6309c9da-4fc4-4d49-b5ca-e6752455edef tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:58.838530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a8955efe-c36b-47bc-ad67-3cad29f3a137 req-6309c9da-4fc4-4d49-b5ca-e6752455edef tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 944 time: 0.0515263 Dec 15 12:43:58.884845 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a8955efe-c36b-47bc-ad67-3cad29f3a137 req-84b95e6e-3ffc-4830-8bf3-10f1d619ecb1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403638 Dec 15 12:43:59.441614 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:43:59.550889 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27adf7b-33a6-4460-b5b2-9c7454cbb615 req-6d540e2d-af69-457b-bd63-ec9769c903fa tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:43:59.552349 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a27adf7b-33a6-4460-b5b2-9c7454cbb615 req-6d540e2d-af69-457b-bd63-ec9769c903fa tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Dec 15 12:43:59.598106 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a27adf7b-33a6-4460-b5b2-9c7454cbb615 req-501de78e-3f0a-4f11-96f8-3f818dfc10a5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Dec 15 12:44:00.025815 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397004cd-574c-40b8-9691-25ae6ede08db req-a9066a32-cdbc-49a4-9e49-8f8dfc576f73 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:00.028835 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-397004cd-574c-40b8-9691-25ae6ede08db req-a9066a32-cdbc-49a4-9e49-8f8dfc576f73 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 944 time: 0.0696330 Dec 15 12:44:00.029914 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['adeef206-3419-4235-bc95-e50cac273b1d'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:44:00.083878 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-397004cd-574c-40b8-9691-25ae6ede08db req-6c6eca0c-fd4e-4490-8bb9-d39f28d51179 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484879 Dec 15 12:44:00.712175 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237516c-5254-41b1-80f7-984826c8d993 req-cbfbb9e2-c7f5-4c7d-9a60-227d2d9bfec7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:00.713764 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a237516c-5254-41b1-80f7-984826c8d993 req-cbfbb9e2-c7f5-4c7d-9a60-227d2d9bfec7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Dec 15 12:44:00.760887 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a237516c-5254-41b1-80f7-984826c8d993 req-5364500f-8b60-4a0a-8ad3-32fece72430c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Dec 15 12:44:00.879757 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7fa0b-53b5-4827-9210-5c47620d12af req-69ec5fb3-a12f-44b1-bf87-b5618bd8685f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:00.881545 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e1c7fa0b-53b5-4827-9210-5c47620d12af req-69ec5fb3-a12f-44b1-bf87-b5618bd8685f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0502121 Dec 15 12:44:00.942678 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e1c7fa0b-53b5-4827-9210-5c47620d12af req-b4cec872-5bfa-460e-9cbb-4b9d59da0596 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Dec 15 12:44:01.210531 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aab919-9077-4768-9062-288d18423b1e req-4124dac6-6e00-4e1f-9221-73e409d70233 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:01.215281 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-70aab919-9077-4768-9062-288d18423b1e req-4124dac6-6e00-4e1f-9221-73e409d70233 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 944 time: 0.0562017 Dec 15 12:44:01.275993 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-70aab919-9077-4768-9062-288d18423b1e req-8f6a4db1-f5a1-40ac-84c3-6a1ca032c069 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548158 Dec 15 12:44:01.437499 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:01.500773 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port adeef206-3419-4235-bc95-e50cac273b1d completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:44:01.505626 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port adeef206-3419-4235-bc95-e50cac273b1d triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:01.506769 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:01.608523 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:01.640661 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:44:01.646238 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56982e39-c2c2-4612-9f62-57a39390b940" -d '{"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-plugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:44:01.666002 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:01.673437 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:01.699212 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6bd8e7-1bab-4f06-af3d-591e5a8398bf x-openstack-request-id: req-4b6bd8e7-1bab-4f06-af3d-591e5a8398bf {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:44:01.699508 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-plugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:44:01.699760 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b6bd8e7-1bab-4f06-af3d-591e5a8398bf {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:44:01.700149 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'code': 200} Dec 15 12:44:01.734860 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:01.960384 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e85d8-f958-428d-97e8-cd640ce46fb4 req-4cf79ab1-5a0b-48e5-9ab7-d2b5a02fcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:01.963102 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ff5e85d8-f958-428d-97e8-cd640ce46fb4 req-4cf79ab1-5a0b-48e5-9ab7-d2b5a02fcd80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1098 time: 0.0557675 Dec 15 12:44:02.032031 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ff5e85d8-f958-428d-97e8-cd640ce46fb4 req-2eaf259e-35bd-4709-ae0f-ecffc4168b97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565057 Dec 15 12:44:02.417701 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d9688-d2f5-4cd5-9731-60de94ef78cc req-f256a3f9-f573-4464-adc7-b15fe4a3dda3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:02.419895 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ee5d9688-d2f5-4cd5-9731-60de94ef78cc req-f256a3f9-f573-4464-adc7-b15fe4a3dda3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0571017 Dec 15 12:44:02.503124 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9f38abb6-cf25-44e8-bf78-90cac51c8817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:02.512144 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ee5d9688-d2f5-4cd5-9731-60de94ef78cc req-d5793130-ea66-478a-bca3-6628ff800a78 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801349 Dec 15 12:44:02.590188 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-90b6f75f-d0e3-48e9-b40e-eb0235834942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:02.592298 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-90b6f75f-d0e3-48e9-b40e-eb0235834942 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0980825 Dec 15 12:44:02.600959 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587801c-ce89-40a2-9293-868e49560d96 req-c5b2868b-f09b-4b2e-bd04-69fd4343e978 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:02.602376 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5587801c-ce89-40a2-9293-868e49560d96 req-c5b2868b-f09b-4b2e-bd04-69fd4343e978 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0681884 Dec 15 12:44:02.718881 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5587801c-ce89-40a2-9293-868e49560d96 req-e13908e6-71e9-4da0-837c-5e621bb2c14b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968542 Dec 15 12:44:02.740825 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-1ebd0460-3e99-4862-a4db-ad2222d52bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:02.742325 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-1ebd0460-3e99-4862-a4db-ad2222d52bda service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.1386101 Dec 15 12:44:02.779523 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44308) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:02.793354 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-3e83b27e-6bfc-43b4-a9d6-35d9ca7f72fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0378435 Dec 15 12:44:02.855082 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-d8e44899-8a04-4f93-96bd-17e71bd35f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:02.856501 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-d8e44899-8a04-4f93-96bd-17e71bd35f52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0439172 Dec 15 12:44:02.892555 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a9261564-eb90-4a60-8931-318465d1007f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:02.898201 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-6a9856d1-3c87-4d13-a5ab-7ef0e4aac078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249951 Dec 15 12:44:02.978260 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a9261564-eb90-4a60-8931-318465d1007f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:02.982350 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a9261564-eb90-4a60-8931-318465d1007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.011821 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-33ae0819-2a2a-4b52-90c8-38a085867286 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957217 Dec 15 12:44:03.030567 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a9261564-eb90-4a60-8931-318465d1007f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a8dae1fc8e6f4daebdd777234dab3e4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497892 Dec 15 12:44:03.031744 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44314) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:03.038763 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261564-eb90-4a60-8931-318465d1007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be6523-35e8-4a15-ac8f-52157216fdc6,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:03.088237 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c7506c0-253e-443b-bc18-65feb00443ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.112235 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c7506c0-253e-443b-bc18-65feb00443ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.168827 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c7506c0-253e-443b-bc18-65feb00443ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.172535 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9c7506c0-253e-443b-bc18-65feb00443ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.176401 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9c7506c0-253e-443b-bc18-65feb00443ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42be6523-35e8-4a15-ac8f-52157216fdc6 HTTP/1.1" status: 204 len: 168 time: 0.1409442 Dec 15 12:44:03.185738 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7506c0-253e-443b-bc18-65feb00443ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be6523-35e8-4a15-ac8f-52157216fdc6,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:03.352784 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c1bacd0-538e-44ed-a9a9-19623ed8177d req-a18d0be7-99ba-4043-ae21-01b62be5acfa service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328767 Dec 15 12:44:03.483675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 44336) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:03.498453 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-416cee97-d1b7-491c-96f6-4fafa7410bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.580224 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-416cee97-d1b7-491c-96f6-4fafa7410bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.586847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-416cee97-d1b7-491c-96f6-4fafa7410bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.650551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44344) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:03.650699 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-416cee97-d1b7-491c-96f6-4fafa7410bda admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=217baeccf0954de4a41f17af0e7d1796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654918 Dec 15 12:44:03.666129 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cee97-d1b7-491c-96f6-4fafa7410bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1bbff8-3752-4a43-8598-3ac32de2d04f,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:03.688848 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06f86-5e1c-48c5-87ec-a69a8a865f90 req-4628d9f9-52fe-4099-8117-9156f266d542 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:03.690479 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-96f06f86-5e1c-48c5-87ec-a69a8a865f90 req-4628d9f9-52fe-4099-8117-9156f266d542 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0904207 Dec 15 12:44:03.750891 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-96f06f86-5e1c-48c5-87ec-a69a8a865f90 req-95fa64bd-ea2d-4d0d-b7e3-c5d7540fc62b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518289 Dec 15 12:44:03.771711 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cf6503a3-db8b-468b-9740-8b82322bd2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.806228 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cf6503a3-db8b-468b-9740-8b82322bd2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.860235 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cf6503a3-db8b-468b-9740-8b82322bd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.863907 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-cf6503a3-db8b-468b-9740-8b82322bd2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:03.875942 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-cf6503a3-db8b-468b-9740-8b82322bd2d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa1bbff8-3752-4a43-8598-3ac32de2d04f HTTP/1.1" status: 204 len: 168 time: 0.2181716 Dec 15 12:44:03.876430 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df768c-899a-451c-934c-ad5abb03266a req-7907eae4-3c57-4c57-aa18-5b88f4d68a41 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:03.877986 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-91df768c-899a-451c-934c-ad5abb03266a req-7907eae4-3c57-4c57-aa18-5b88f4d68a41 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0607693 Dec 15 12:44:03.889889 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6503a3-db8b-468b-9740-8b82322bd2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1bbff8-3752-4a43-8598-3ac32de2d04f,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:03.958218 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-91df768c-899a-451c-934c-ad5abb03266a req-cb96e012-9d73-4a83-a247-242dd540052d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678754 Dec 15 12:44:04.230264 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 44366) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:04.244752 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-256af51e-55e3-4a8b-858e-3d5135379160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.333408 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-256af51e-55e3-4a8b-858e-3d5135379160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.337392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-256af51e-55e3-4a8b-858e-3d5135379160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.386351 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256af51e-55e3-4a8b-858e-3d5135379160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72788c8-97b5-4435-ae63-a98aea46855e,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:04.393205 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-256af51e-55e3-4a8b-858e-3d5135379160 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a46ed2773bf84dc7b10399a0d5411d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594803 Dec 15 12:44:04.393533 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44374) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:04.460954 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-41b012e3-5cdd-48e3-b08e-c1fa18580fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.496938 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-41b012e3-5cdd-48e3-b08e-c1fa18580fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.546343 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-41b012e3-5cdd-48e3-b08e-c1fa18580fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.548907 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-41b012e3-5cdd-48e3-b08e-c1fa18580fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:04.550036 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-41b012e3-5cdd-48e3-b08e-c1fa18580fb2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f72788c8-97b5-4435-ae63-a98aea46855e HTTP/1.1" status: 204 len: 168 time: 0.1555481 Dec 15 12:44:04.559581 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b012e3-5cdd-48e3-b08e-c1fa18580fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72788c8-97b5-4435-ae63-a98aea46855e,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:04.896818 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221c50-e7e3-4a76-9a65-53f94ccc4821 req-7fede4f5-4a5f-41a0-ad98-f00bdf6eb762 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:04.898739 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-77221c50-e7e3-4a76-9a65-53f94ccc4821 req-7fede4f5-4a5f-41a0-ad98-f00bdf6eb762 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0576713 Dec 15 12:44:04.949238 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-77221c50-e7e3-4a76-9a65-53f94ccc4821 req-68183b1e-dbf7-45aa-a9ee-f44df4b29f03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Dec 15 12:44:04.956078 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ab59e034-5beb-4d5c-a64c-8747309cb734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.106657 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84514a7-8199-459d-948f-aa01a2b59825 req-d4e37e38-baad-4f9b-b151-c56fe9cc4168 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:05.108639 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e84514a7-8199-459d-948f-aa01a2b59825 req-d4e37e38-baad-4f9b-b151-c56fe9cc4168 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0829358 Dec 15 12:44:05.117704 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 44410) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:05.123121 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'floatingip': {'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:05.132234 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c07aa-c4d9-4f91-9435-212655360bf9 req-d50c477f-2caf-49b9-9da1-85146343a167 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:05.139508 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e48c07aa-c4d9-4f91-9435-212655360bf9 req-d50c477f-2caf-49b9-9da1-85146343a167 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1028707 Dec 15 12:44:05.191550 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.298621 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e48c07aa-c4d9-4f91-9435-212655360bf9 req-0a3827d9-609d-424e-916d-bd05dca8466a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498082 Dec 15 12:44:05.333319 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44418) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:05.533093 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c353d86e-dac3-473a-91ea-f86518ca5b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.654227 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c353d86e-dac3-473a-91ea-f86518ca5b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.660017 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c353d86e-dac3-473a-91ea-f86518ca5b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.701259 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353d86e-dac3-473a-91ea-f86518ca5b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7998178-ae7a-4a83-a721-159b537bf614,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:05.731012 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-c353d86e-dac3-473a-91ea-f86518ca5b35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16396042f04a4d1f9721c2e89ed72c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966136 Dec 15 12:44:05.734082 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44472) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:05.758693 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.766675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.797668 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b801f182-bd4a-4deb-a6f7-e4fa86a75b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.822333 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b801f182-bd4a-4deb-a6f7-e4fa86a75b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.889107 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b801f182-bd4a-4deb-a6f7-e4fa86a75b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.893296 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b801f182-bd4a-4deb-a6f7-e4fa86a75b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:05.898527 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b801f182-bd4a-4deb-a6f7-e4fa86a75b7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7998178-ae7a-4a83-a721-159b537bf614 HTTP/1.1" status: 204 len: 168 time: 0.1625395 Dec 15 12:44:05.921895 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Floating IP f2c448ef-e55e-480a-a408-bb76f570e16a associated. External IP: 172.27.1.175, port: adeef206-3419-4235-bc95-e50cac273b1d. Dec 15 12:44:05.922109 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f182-bd4a-4deb-a6f7-e4fa86a75b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7998178-ae7a-4a83-a721-159b537bf614,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:06.137010 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:06.185997 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:44:06.315349 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:44:06.320198 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:06.327880 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:44:06.341553 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:06.342691 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:06.363024 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-2216ddc2-c81e-41cd-94a0-c8a839ee6c92 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "PUT /v2.0/floatingips/f2c448ef-e55e-480a-a408-bb76f570e16a HTTP/1.1" status: 200 len: 991 time: 1.2434185 Dec 15 12:44:06.363671 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:44:06.371180 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c" -d '{"events": [{"name": "network-changed", "server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:44:06.437753 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29548adc-0a29-4431-900f-56a9b872f291 req-9efd0c3d-d28d-40bf-af1a-7a2a80518662 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:06.448069 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-29548adc-0a29-4431-900f-56a9b872f291 req-9efd0c3d-d28d-40bf-af1a-7a2a80518662 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0647454 Dec 15 12:44:06.476088 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:06.535463 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-29548adc-0a29-4431-900f-56a9b872f291 req-1197d03d-b8e3-4ae3-a2de-e6fd7f9123e8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780818 Dec 15 12:44:06.744834 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'f2c448ef-e55e-480a-a408-bb76f570e16a', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'mac_address': 'fa:16:3e:44:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df258538-2784-4566-8644-be1a82c57a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:43:42Z', 'updated_at': '2021-12-15T12:44:05Z', 'revision_number': 1, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:06.771040 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:44:06.780180 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:06.781006 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:06.891755 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:07.129865 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'f2c448ef-e55e-480a-a408-bb76f570e16a', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'mac_address': 'fa:16:3e:44:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df258538-2784-4566-8644-be1a82c57a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:43:42Z', 'updated_at': '2021-12-15T12:44:05Z', 'revision_number': 1, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:07.158050 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06668baa-d67e-4dd5-9494-b7dededf65fc None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'f2c448ef-e55e-480a-a408-bb76f570e16a', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'mac_address': 'fa:16:3e:44:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df258538-2784-4566-8644-be1a82c57a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:43:42Z', 'updated_at': '2021-12-15T12:44:05Z', 'revision_number': 1, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:44:07.405722 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e394d5-88a9-4a9b-a2bb-f67d42589fe5 None None] New status for floating IP f2c448ef-e55e-480a-a408-bb76f570e16a: ACTIVE {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:44:07.475429 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:07.898801 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e9807b-2d8e-45ca-a6ac-9dd953071b18 x-openstack-request-id: req-e9e9807b-2d8e-45ca-a6ac-9dd953071b18 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:44:07.899397 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:44:07.899397 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e9e9807b-2d8e-45ca-a6ac-9dd953071b18 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:44:07.899675 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'status': 'completed', 'code': 200} Dec 15 12:44:08.008254 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab3814-8ef0-43f2-ab6c-baae5ba26e39 req-837c8313-5a7f-4a5e-b846-4009cbb2ee5d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:08.009828 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-baab3814-8ef0-43f2-ab6c-baae5ba26e39 req-837c8313-5a7f-4a5e-b846-4009cbb2ee5d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0908504 Dec 15 12:44:08.012419 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-d2f1961f-96fd-4a28-b392-b8feef71063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:08.013808 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-d2f1961f-96fd-4a28-b392-b8feef71063c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1098 time: 0.0646017 Dec 15 12:44:08.103259 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-baab3814-8ef0-43f2-ab6c-baae5ba26e39 req-7f713b88-9e00-455e-9fc3-46f065f51692 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873439 Dec 15 12:44:08.143018 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-0525808e-b3bc-4164-9e04-3a4da44515cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:08.144462 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-0525808e-b3bc-4164-9e04-3a4da44515cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.1144488 Dec 15 12:44:08.227109 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-c7667239-1433-40fe-ae14-60076ffb8d4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 1001 time: 0.0643823 Dec 15 12:44:08.246277 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:08.295877 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-466b6d44-72a7-45c9-b447-70b1c0648f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:08.297491 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-466b6d44-72a7-45c9-b447-70b1c0648f0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0494268 Dec 15 12:44:08.355343 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-8dc0e41d-a2fc-4e2b-bf03-4fdb4baa3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:08.357386 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-8dc0e41d-a2fc-4e2b-bf03-4fdb4baa3da0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458376 Dec 15 12:44:08.455788 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-5f8cc239-f9f9-4ccb-86cb-c806213c141e service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Dec 15 12:44:08.548915 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7d546cb6-a4fd-4f1f-ae49-344dcff7b89c req-5b2ebb0d-d03b-4eb8-af8e-90fdc84f3858 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823789 Dec 15 12:44:09.226081 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc189-40b5-49e8-9bef-3745cec40ff3 req-e277e697-9648-4678-b944-02f35613ccac tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:09.227567 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7e2dc189-40b5-49e8-9bef-3745cec40ff3 req-e277e697-9648-4678-b944-02f35613ccac tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0529344 Dec 15 12:44:09.275330 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7e2dc189-40b5-49e8-9bef-3745cec40ff3 req-69d33683-6108-4270-b9c8-838777154fc0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Dec 15 12:44:10.389538 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671d1a9-b91c-4538-9d51-10957d0df37d req-2f8116c4-f83e-4b69-933c-feecc86b6caa tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:10.391068 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b671d1a9-b91c-4538-9d51-10957d0df37d req-2f8116c4-f83e-4b69-933c-feecc86b6caa tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0506299 Dec 15 12:44:10.441564 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b671d1a9-b91c-4538-9d51-10957d0df37d req-1966f895-9de4-435d-80a8-1ddbad868ddc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Dec 15 12:44:11.561299 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ad59b-054a-41fb-9f3d-3bb9fc4c87e6 req-4cde6632-6436-421b-b032-eecc842f3104 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:11.562694 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-185ad59b-054a-41fb-9f3d-3bb9fc4c87e6 req-4cde6632-6436-421b-b032-eecc842f3104 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0477285 Dec 15 12:44:11.611566 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-185ad59b-054a-41fb-9f3d-3bb9fc4c87e6 req-c8b0d5e5-7f90-494b-ac96-f9d4852b625b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Dec 15 12:44:11.716516 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:44:12.739315 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2759c8-43e8-4d19-a451-5cdcb8d38fa7 req-b60a93b0-c8a2-4985-b142-311c503f61f4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:12.740662 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0c2759c8-43e8-4d19-a451-5cdcb8d38fa7 req-b60a93b0-c8a2-4985-b142-311c503f61f4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Dec 15 12:44:12.788452 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0c2759c8-43e8-4d19-a451-5cdcb8d38fa7 req-1ed01425-999e-4e6b-86f6-759aca11b1a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Dec 15 12:44:13.901644 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78adf9f-1d7e-42e0-9268-9dc2bb80a503 req-75ad2c8e-1f7f-481a-8e5b-e3946805bdd7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:13.903134 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a78adf9f-1d7e-42e0-9268-9dc2bb80a503 req-75ad2c8e-1f7f-481a-8e5b-e3946805bdd7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0492306 Dec 15 12:44:13.949105 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a78adf9f-1d7e-42e0-9268-9dc2bb80a503 req-852f48ee-964f-4916-83d1-8690fb3e4b0b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Dec 15 12:44:15.097350 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5d705-7e61-4e57-b0dd-d1f3833fd5d0 req-8213ddc2-05e6-40bd-826e-81c63ee1e1d4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:15.098928 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-76c5d705-7e61-4e57-b0dd-d1f3833fd5d0 req-8213ddc2-05e6-40bd-826e-81c63ee1e1d4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0698061 Dec 15 12:44:15.155640 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-76c5d705-7e61-4e57-b0dd-d1f3833fd5d0 req-f4edb59e-c74c-40ec-bb22-990915b24ef7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Dec 15 12:44:16.274854 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569e8b-88c8-410f-97f3-6eb88e6ecd19 req-ebee71e0-61e2-443f-a0cf-1516cef6165d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:16.276436 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f4569e8b-88c8-410f-97f3-6eb88e6ecd19 req-ebee71e0-61e2-443f-a0cf-1516cef6165d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0516074 Dec 15 12:44:16.324862 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f4569e8b-88c8-410f-97f3-6eb88e6ecd19 req-1014b667-419c-4e48-851a-435e9ad83306 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Dec 15 12:44:17.442797 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54182d0c-88d4-4f91-9d03-8d23b5072680 req-d678a266-60c7-4bd4-9a78-31425ec2b985 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:17.444307 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-54182d0c-88d4-4f91-9d03-8d23b5072680 req-d678a266-60c7-4bd4-9a78-31425ec2b985 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Dec 15 12:44:17.492255 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-54182d0c-88d4-4f91-9d03-8d23b5072680 req-4ab68ac0-ca28-434a-8b8a-d72fd646ed89 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Dec 15 12:44:18.614638 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fba2d-7ae4-46c4-994e-ffcde4cb53c2 req-ca28bfb3-bd02-4c18-a9bd-9db1ee4a39ef tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:18.616477 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ee8fba2d-7ae4-46c4-994e-ffcde4cb53c2 req-ca28bfb3-bd02-4c18-a9bd-9db1ee4a39ef tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0562351 Dec 15 12:44:18.665480 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ee8fba2d-7ae4-46c4-994e-ffcde4cb53c2 req-f614e84a-49df-41c7-af78-f6ba89052723 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425248 Dec 15 12:44:19.781429 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0231d09-1627-4d1b-af71-3899fc59840e req-2d625783-b3f4-4e6a-8488-0f38533df92f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:19.783049 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c0231d09-1627-4d1b-af71-3899fc59840e req-2d625783-b3f4-4e6a-8488-0f38533df92f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Dec 15 12:44:19.839597 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c0231d09-1627-4d1b-af71-3899fc59840e req-5d7baea2-5f8e-47a5-8ff9-6da218bbcc62 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506682 Dec 15 12:44:20.953544 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce6553-c75d-48a2-84c3-acc2fd67fb77 req-6c6197e2-4784-4dad-ab56-aa92e8e3c343 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:20.955005 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b0ce6553-c75d-48a2-84c3-acc2fd67fb77 req-6c6197e2-4784-4dad-ab56-aa92e8e3c343 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Dec 15 12:44:21.001739 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b0ce6553-c75d-48a2-84c3-acc2fd67fb77 req-e890c3d0-9185-4ad5-b791-111045b42c73 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Dec 15 12:44:22.128640 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a389407-25a9-4fe2-921c-86ca300514fb req-e5b50a5e-a2c8-4ab2-ab76-2e1f3c6b63e9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:22.130866 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4a389407-25a9-4fe2-921c-86ca300514fb req-e5b50a5e-a2c8-4ab2-ab76-2e1f3c6b63e9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0623651 Dec 15 12:44:22.178103 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4a389407-25a9-4fe2-921c-86ca300514fb req-5fd624b1-7d8f-481c-aeef-4c3e8432ab27 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Dec 15 12:44:23.295619 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717342d4-335c-421d-b9d4-4004480d0ea9 req-b571497d-c3bf-4aeb-9df9-35de3c0af441 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:23.297069 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-717342d4-335c-421d-b9d4-4004480d0ea9 req-b571497d-c3bf-4aeb-9df9-35de3c0af441 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0528347 Dec 15 12:44:23.346289 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-717342d4-335c-421d-b9d4-4004480d0ea9 req-a324e5b0-29da-4445-8d21-88394516c05c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Dec 15 12:44:24.194833 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-3256eb28-d52d-4cba-9679-3cad33d666e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396886 Dec 15 12:44:24.265479 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-6e26dade-c7ce-48d1-895e-5ac88f6fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:24.267898 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-6e26dade-c7ce-48d1-895e-5ac88f6fd0fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 1098 time: 0.0468678 Dec 15 12:44:24.518270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1cca7-19c7-4d6a-b98c-f2d927ee0fcf req-17dccfc4-0af9-4ee1-9d69-6fd804dbedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:24.521050 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-0bf1cca7-19c7-4d6a-b98c-f2d927ee0fcf req-17dccfc4-0af9-4ee1-9d69-6fd804dbedfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0598695 Dec 15 12:44:24.541136 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df322c7-3fe0-44f4-9f13-80c9d7d0fd75 req-59050b21-30b4-4262-95c0-668464b35d07 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:24.552444 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5df322c7-3fe0-44f4-9f13-80c9d7d0fd75 req-59050b21-30b4-4262-95c0-668464b35d07 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1105149 Dec 15 12:44:24.580980 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-0bf1cca7-19c7-4d6a-b98c-f2d927ee0fcf req-ce447d43-cf12-4844-a4a7-87891f94027a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479212 Dec 15 12:44:24.588310 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-d8eaf72e-81c5-432a-991b-527ca61d5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:24.589768 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-d8eaf72e-81c5-432a-991b-527ca61d5047 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.2900424 Dec 15 12:44:24.626046 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5df322c7-3fe0-44f4-9f13-80c9d7d0fd75 req-6997aee7-659b-4fd2-a91a-c41c6ca01cf1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724142 Dec 15 12:44:24.637015 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484184ed-bca4-4baf-9957-5a4b674b173b req-1d0f355c-4d23-425d-aadb-221fea0536bf tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:24.642977 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-484184ed-bca4-4baf-9957-5a4b674b173b req-1d0f355c-4d23-425d-aadb-221fea0536bf tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1474013 Dec 15 12:44:24.687990 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-484184ed-bca4-4baf-9957-5a4b674b173b req-2ca91512-f1ee-4e1c-8860-a21202f46701 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435212 Dec 15 12:44:24.860493 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-58f9a55b-1917-42d0-a3c5-3a387adea50d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62 HTTP/1.1" status: 200 len: 217 time: 0.0363247 Dec 15 12:44:24.926264 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-75afdd36-b09e-46a8-951c-820c7d30e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:24.927892 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-75afdd36-b09e-46a8-951c-820c7d30e93e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0570774 Dec 15 12:44:24.964591 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-12eb4643-f89f-4367-a269-e56d3d1a6cbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285764 Dec 15 12:44:25.069498 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-60e1b7ee-5f35-4a05-b4e1-9dbcc0c8dc8b service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829551 Dec 15 12:44:25.390970 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37a4062e-ea51-40a4-bfed-f3d5f5e11f66 req-fc40031a-5d6a-4009-ba01-409df218d646 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069634 Dec 15 12:44:25.757901 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60c83f-d285-46bb-9b90-b90128555ae0 req-00c849c5-d385-481b-babb-473ed4dcf0be tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:25.759446 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8a60c83f-d285-46bb-9b90-b90128555ae0 req-00c849c5-d385-481b-babb-473ed4dcf0be tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0555615 Dec 15 12:44:25.844488 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72705b4-3bb4-49ba-96f7-620e121bf5b6 req-06f224db-028d-4ed7-8666-63420c32b708 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:25.846005 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b72705b4-3bb4-49ba-96f7-620e121bf5b6 req-06f224db-028d-4ed7-8666-63420c32b708 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0841267 Dec 15 12:44:25.849321 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8a60c83f-d285-46bb-9b90-b90128555ae0 req-b67a70b3-6e21-4520-9016-52d3273873a7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774755 Dec 15 12:44:25.903138 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b72705b4-3bb4-49ba-96f7-620e121bf5b6 req-cbf06359-17fc-4ab0-9901-de3b3585f5aa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511665 Dec 15 12:44:26.282928 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44958) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:26.388409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.470530 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.474022 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.513355 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647f75ed-a3e6-4666-a4a7-d424d0a96f46,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:26.517196 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d11d502a6354fd596fa0f7076154534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332311 Dec 15 12:44:26.520144 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 44962) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:26.523531 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.523902 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.524251 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.524582 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.524910 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.525235 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.525575 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.525944 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.526239 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.526595 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.526923 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.527238 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.527553 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4fc251-3a2b-45ad-8114-63b31ba8f51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.567699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.590062 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.646466 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.649163 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.653915 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/647f75ed-a3e6-4666-a4a7-d424d0a96f46 HTTP/1.1" status: 204 len: 168 time: 0.1319802 Dec 15 12:44:26.662960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647f75ed-a3e6-4666-a4a7-d424d0a96f46,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:26.670964 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.671310 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.672121 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.672340 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.672944 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.673275 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.673598 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.674106 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.674531 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.674863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.675231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.675551 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.675869 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540ea35-738a-46d4-a972-ee22baf5d65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:26.941139 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44980) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:26.955970 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb1ba-ede4-4933-bdfb-7be7eacdfa2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:26.988708 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585339-5c5d-484c-ba85-f1ffd5052d13 req-ff63ee4a-eee9-427d-872f-4e91afbfaa2a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:26.990292 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-50585339-5c5d-484c-ba85-f1ffd5052d13 req-ff63ee4a-eee9-427d-872f-4e91afbfaa2a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0588658 Dec 15 12:44:27.035778 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb1ba-ede4-4933-bdfb-7be7eacdfa2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.040873 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb1ba-ede4-4933-bdfb-7be7eacdfa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.080418 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb1ba-ede4-4933-bdfb-7be7eacdfa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600d474-2549-403c-8248-87522fc29d4f,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:27.084722 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-8a9bb1ba-ede4-4933-bdfb-7be7eacdfa2c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34deee4d84e5427aaf3a8a0abbe0fc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420426 Dec 15 12:44:27.085752 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216f51-6ccd-46ae-a22e-7c8e1556c178 req-9968d2aa-706a-4d97-9568-5bf634bf4c14 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:27.087295 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24216f51-6ccd-46ae-a22e-7c8e1556c178 req-9968d2aa-706a-4d97-9568-5bf634bf4c14 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0960779 Dec 15 12:44:27.087450 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 44986) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:27.102581 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-50585339-5c5d-484c-ba85-f1ffd5052d13 req-ebc7a3f7-36b7-46d5-8f7d-b3075bfd837f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958474 Dec 15 12:44:27.158777 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24216f51-6ccd-46ae-a22e-7c8e1556c178 req-b1c01bec-fe20-4a99-9b6d-a9e80cdd25e4 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537484 Dec 15 12:44:27.170949 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f12d6b51-0875-4353-a123-81093ec3e5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.202113 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f12d6b51-0875-4353-a123-81093ec3e5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.273799 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f12d6b51-0875-4353-a123-81093ec3e5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.276450 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f12d6b51-0875-4353-a123-81093ec3e5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.281931 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f12d6b51-0875-4353-a123-81093ec3e5b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2600d474-2549-403c-8248-87522fc29d4f HTTP/1.1" status: 204 len: 168 time: 0.1928887 Dec 15 12:44:27.315918 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d6b51-0875-4353-a123-81093ec3e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600d474-2549-403c-8248-87522fc29d4f,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:27.448244 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-d0511113-3dab-40de-852c-7d534b364c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:27.449755 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-d0511113-3dab-40de-852c-7d534b364c63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0748320 Dec 15 12:44:27.461743 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53ac1f-b59f-4eff-b60d-a65a072059c1 req-6736cd1b-766f-46b3-b7fb-558c87cd3bbc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:27.463257 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af53ac1f-b59f-4eff-b60d-a65a072059c1 req-6736cd1b-766f-46b3-b7fb-558c87cd3bbc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0584722 Dec 15 12:44:27.570412 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af53ac1f-b59f-4eff-b60d-a65a072059c1 req-aa42133c-26d3-4dfc-9b3b-a3da9235b0ab tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975933 Dec 15 12:44:27.591813 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-34b65499-0b29-4cd3-ab50-1e6cb98f1def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:27.591813 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-34b65499-0b29-4cd3-ab50-1e6cb98f1def service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.1248748 Dec 15 12:44:27.642556 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-22d73136-acf1-4f68-8308-ec0a99fddf9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0377331 Dec 15 12:44:27.646807 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45004) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:27.670476 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-22a5fc36-e0b1-4ebb-8dbc-88dfc3a25d6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.724890 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-7b1b0ff4-5454-48d4-b05d-7420c1b2e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:27.726352 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-7b1b0ff4-5454-48d4-b05d-7420c1b2e740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0639696 Dec 15 12:44:27.770200 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-296e33cc-ceea-4949-8e8e-fd32dedcb1fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343511 Dec 15 12:44:27.869512 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-22a5fc36-e0b1-4ebb-8dbc-88dfc3a25d6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.876846 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-22a5fc36-e0b1-4ebb-8dbc-88dfc3a25d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:27.935127 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-22a5fc36-e0b1-4ebb-8dbc-88dfc3a25d6e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=da5b4f30a1bb48739d51fb8faff2d12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867098 Dec 15 12:44:27.937373 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5fc36-e0b1-4ebb-8dbc-88dfc3a25d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc948f41-4ec0-4e33-9bad-19b538251e52,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:27.938134 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45014) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:27.941614 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-4e200487-4d93-4e89-b681-9d5b310ed4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603127 Dec 15 12:44:27.989664 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bb6237bc-9f3e-423e-800c-50764ad445e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.010637 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bb6237bc-9f3e-423e-800c-50764ad445e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.055637 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bb6237bc-9f3e-423e-800c-50764ad445e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.058301 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bb6237bc-9f3e-423e-800c-50764ad445e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.060090 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-bb6237bc-9f3e-423e-800c-50764ad445e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc948f41-4ec0-4e33-9bad-19b538251e52 HTTP/1.1" status: 204 len: 168 time: 0.1203191 Dec 15 12:44:28.068287 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6237bc-9f3e-423e-800c-50764ad445e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc948f41-4ec0-4e33-9bad-19b538251e52,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:28.290299 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a119a83-aac9-45db-bb14-11185340aea4 req-986b8b76-6733-4828-9675-a1915994ca32 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:28.291815 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a119a83-aac9-45db-bb14-11185340aea4 req-986b8b76-6733-4828-9675-a1915994ca32 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0519958 Dec 15 12:44:28.347957 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a119a83-aac9-45db-bb14-11185340aea4 req-e40c2e19-33d2-436b-9036-36e3601bbfc0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485024 Dec 15 12:44:28.690289 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65354a4-6def-4f2c-bee6-199263da0b0f req-a26c18a3-f28a-47ae-a31d-58e5a686e2b3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:28.691780 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d65354a4-6def-4f2c-bee6-199263da0b0f req-a26c18a3-f28a-47ae-a31d-58e5a686e2b3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0523088 Dec 15 12:44:28.738841 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d65354a4-6def-4f2c-bee6-199263da0b0f req-096a1929-e92d-43ca-82c8-df4b93c45e8c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Dec 15 12:44:28.760218 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45046) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:28.856844 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2064280109-network', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:28.878228 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Made reservation on behalf of b02c051d467a41729e6278058c5c5a42 for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:28.880848 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.890641 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.968702 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:28.974307 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.004623 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:44:29.015406 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:29.021488 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.021778 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Added segment e5e0d0da-1426-445e-b069-1aeda82a6780 of type vlan for network 393ac087-b505-46db-994b-4a723c5b5fc6 Dec 15 12:44:29.061834 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.097929 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.098951 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:29.099603 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.157561 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3962102 Dec 15 12:44:29.160620 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45054) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:29.160825 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec520-e4d0-44ad-9583-18f2caef4bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=393ac087-b505-46db-994b-4a723c5b5fc6,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:29.165945 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Request body: {'subnet': {'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2064280109-subnet', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'ip_version': 4}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:29.171368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 393ac087-b505-46db-994b-4a723c5b5fc6 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:44:29.187210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Made reservation on behalf of b02c051d467a41729e6278058c5c5a42 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:29.189465 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130973083'] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.357776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131010233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130973061'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.413586 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9593432c-ba56-4912-ae38-23971ef836b4,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:29.431502 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Checking segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:29.431856 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Network hostable DHCP agents. Network: 393ac087-b505-46db-994b-4a723c5b5fc6, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:44:29.440875 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.471378 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Network 393ac087-b505-46db-994b-4a723c5b5fc6 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:44:29.481829 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93496d57-9e27-4c21-956c-b1f7865e205a req-ee864ade-9dc1-4481-8011-1ed355351067 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:29.483555 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-93496d57-9e27-4c21-956c-b1f7865e205a req-ee864ade-9dc1-4481-8011-1ed355351067 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0633655 Dec 15 12:44:29.495860 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 393ac087-b505-46db-994b-4a723c5b5fc6) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:29.505059 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8b18e-9dfc-439f-892e-fed96c0908fb None None] Network 393ac087-b505-46db-994b-4a723c5b5fc6 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:44:29.516372 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:29.516978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.551761 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-2825925a-530a-46d6-9047-f6c2e287e1fc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3896811 Dec 15 12:44:29.554588 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45062) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:29.559769 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-93496d57-9e27-4c21-956c-b1f7865e205a req-afc101fd-3a67-4a43-867d-187a80473f0d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698287 Dec 15 12:44:29.560320 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:29.592564 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.593771 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.610099 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-393ac087-b505-46db-994b-4a723c5b5fc6', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:44:29.610989 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.644860 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.743962 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Allocated IP 172.20.0.2 (393ac087-b505-46db-994b-4a723c5b5fc6/9593432c-ba56-4912-ae38-23971ef836b4/58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:29.782071 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.878414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3157a0-46b4-4e5e-966c-4b8980004157 req-8fb88950-d045-4e52-9243-a43330ad5db7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:29.880173 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5a3157a0-46b4-4e5e-966c-4b8980004157 req-8fb88950-d045-4e52-9243-a43330ad5db7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Dec 15 12:44:29.899917 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.907039 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:29.949420 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Network 393ac087-b505-46db-994b-4a723c5b5fc6 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:29.953041 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:29.957578 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:29.962181 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5a3157a0-46b4-4e5e-966c-4b8980004157 req-dced957f-1bfc-4615-aab6-1059b9ea25ec tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687482 Dec 15 12:44:29.993610 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Pushing event updated for resources: {'Port': ['ID=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:29.995540 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.017900 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.018307 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.018668 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.019015 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.019351 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.019681 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.020008 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.020335 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.020661 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.020990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.021316 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.021694 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.022021 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:30.022589 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.039412 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Attempting to bind port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:30.039832 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Attempting to bind port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:30.040195 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Attempting to bind port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 on network 393ac087-b505-46db-994b-4a723c5b5fc6 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:30.047786 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:30.048158 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Checking segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:30.048559 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.048946 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Bound using segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:30.049410 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Bound port: 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:30.049790 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.114662 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] For port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:30.117959 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] For port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:30.123148 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.141621 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Allocated IP 172.27.1.89 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/1b53f5f1-df41-4f2d-ac16-0ad580c62c5e) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:30.187448 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b368f88-123e-4fea-af00-ff96c15f4245 None None] Pushing event updated for resources: {'Port': ['ID=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:30.252475 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.287430 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.332051 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:30.337669 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:30.343579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:30.347138 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:30.618160 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.694347 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab4111-8bca-4bd8-851f-c6e2a87424c3 req-edaca38f-1b1f-4fe3-800c-ec95cc4696a3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:30.695765 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9cab4111-8bca-4bd8-851f-c6e2a87424c3 req-edaca38f-1b1f-4fe3-800c-ec95cc4696a3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Dec 15 12:44:30.744203 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9cab4111-8bca-4bd8-851f-c6e2a87424c3 req-3cd1f7c2-c270-4c16-ad8d-f419ba9b3483 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Dec 15 12:44:30.819159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:30.991317 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fb3d21e9-6656-430a-bda1-110122d7c8da req-110e9a5e-5547-43c3-850e-6076ad2acd44 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040537 Dec 15 12:44:31.118473 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Router 8468ac07-7364-4800-986f-d3bb6623f77d is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:44:31.129383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d1e07-71ae-439e-adbe-22f47d936d09 None None] Network 393ac087-b505-46db-994b-4a723c5b5fc6 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:44:31.152062 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef176dd-c148-44ee-ba23-39024b1348a7 req-a7aa8114-3996-4c20-ad9e-8b49b0807841 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:31.154760 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6ef176dd-c148-44ee-ba23-39024b1348a7 req-a7aa8114-3996-4c20-ad9e-8b49b0807841 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0869865 Dec 15 12:44:31.213892 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6ef176dd-c148-44ee-ba23-39024b1348a7 req-53556055-99d1-46c8-a565-ef477a756b02 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527315 Dec 15 12:44:31.248116 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:44:31.257154 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Sync routers for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:44:31.266524 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.270970 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45082) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:31.271683 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-333c9461-da4c-4256-8d88-0440a94256e7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7151086 Dec 15 12:44:31.277210 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:31.277846 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:31.338782 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-0c7fb38e-0dd3-4669-9724-e8f92538d79a None None] Provisioning complete for port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:31.339856 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb38e-0dd3-4669-9724-e8f92538d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.391058 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:31.487383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb38e-0dd3-4669-9724-e8f92538d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.547274 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-0c7fb38e-0dd3-4669-9724-e8f92538d79a None None] For port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:31.559928 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0c7fb38e-0dd3-4669-9724-e8f92538d79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.653910 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7fb38e-0dd3-4669-9724-e8f92538d79a None None] Pushing event updated for resources: {'Port': ['ID=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:31.745768 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:30Z', 'revision_number': 3, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:31.776563 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Checking router: 8468ac07-7364-4800-986f-d3bb6623f77d for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:44:31.777275 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Updating router 8468ac07-7364-4800-986f-d3bb6623f77d port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:44:31.790700 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-6d2923e2-3542-49c1-8883-c552f5b4648a None None] Provisioning complete for port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:31.791078 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6d2923e2-3542-49c1-8883-c552f5b4648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.807483 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.948766 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:31.996409 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed18f99-fdd1-4b40-984d-d80eb13aeb3c req-94ba819c-39fd-4847-91a0-0ac5a004db19 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:31.998173 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8ed18f99-fdd1-4b40-984d-d80eb13aeb3c req-94ba819c-39fd-4847-91a0-0ac5a004db19 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1488214 Dec 15 12:44:32.109887 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.116922 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.119003 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8ed18f99-fdd1-4b40-984d-d80eb13aeb3c req-810b2dfd-6ca6-44e6-ab40-97912012c0e0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935230 Dec 15 12:44:32.174286 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Attempting to bind port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:32.174822 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Attempting to bind port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:32.175277 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Attempting to bind port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:32.175879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Allocated IP 172.20.0.1 (393ac087-b505-46db-994b-4a723c5b5fc6/9593432c-ba56-4912-ae38-23971ef836b4/ef8c87b5-15f8-4bf5-84ee-18deba5602f5) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:32.184302 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:32.185375 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:32.185848 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.186472 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:32.186746 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Bound port: 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:32.187135 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.192387 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Pushing event updated for resources: {'Port': ['ID=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,revision_number=2']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.230074 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:44:32.296073 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] For port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:32.301839 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] For port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:32.302004 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.311109 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.364580 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.369052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45108) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:32.406958 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:32.407569 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:32.410611 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834605c-70dc-4967-b3d1-d509c07613e8 None None] Pushing event updated for resources: {'Port': ['ID=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:32.439879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Network 393ac087-b505-46db-994b-4a723c5b5fc6 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:32.445784 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:32.452034 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:32.464439 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:32.488735 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Pushing event updated for resources: {'Port': ['ID=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:32.568209 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-fe9f0236-13ea-499e-a624-6ee532fe6696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.576821 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a75d7-2678-4e5f-bad3-edbf6301c0a2 req-f175eea6-f7f3-406c-bc25-d50cda2b32e1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:32.578722 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:32.583972 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:32.584564 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3d9a75d7-2678-4e5f-bad3-edbf6301c0a2 req-f175eea6-f7f3-406c-bc25-d50cda2b32e1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1829400 Dec 15 12:44:32.584859 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.588582 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cd27af2e-2ee7-4a99-afbe-5eacc48f3271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.600277 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.741329 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3d9a75d7-2678-4e5f-bad3-edbf6301c0a2 req-77a469c8-e966-4c92-974a-696fbeb4c713 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558969 Dec 15 12:44:32.831207 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-3686d95a-73f0-4178-8c55-f46a79147375 None None] Provisioning complete for port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:32.831896 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3686d95a-73f0-4178-8c55-f46a79147375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.839249 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:30Z', 'revision_number': 3, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:32.848323 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cd27af2e-2ee7-4a99-afbe-5eacc48f3271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.853132 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.863029 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cd27af2e-2ee7-4a99-afbe-5eacc48f3271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:32.867155 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc94080-c74f-43cf-b3f0-76c658c74cb6 None None] The sync data for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi is: [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:30Z', 'revision_number': 3, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:44:32.884277 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-3686d95a-73f0-4178-8c55-f46a79147375 None None] Port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:44:32.948798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45116) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:32.950718 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-cd27af2e-2ee7-4a99-afbe-5eacc48f3271 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f917b128e1bd4c3cbd4479101e616e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5781054 Dec 15 12:44:32.963199 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27af2e-2ee7-4a99-afbe-5eacc48f3271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0790b2d0-8729-4e24-aafa-ce241db75f79,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:33.040362 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6bff42f-48db-4114-9b50-284e64c0db22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.071309 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6bff42f-48db-4114-9b50-284e64c0db22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.112232 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.117898 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.132519 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6bff42f-48db-4114-9b50-284e64c0db22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.136960 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b6bff42f-48db-4114-9b50-284e64c0db22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.138413 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b6bff42f-48db-4114-9b50-284e64c0db22 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0790b2d0-8729-4e24-aafa-ce241db75f79 HTTP/1.1" status: 204 len: 168 time: 0.1879847 Dec 15 12:44:33.149601 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bff42f-48db-4114-9b50-284e64c0db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0790b2d0-8729-4e24-aafa-ce241db75f79,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:33.343784 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.358577 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Pushing event updated for resources: {'Port': ['ID=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:33.391725 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1b355-ed62-4c82-995a-9e54dd34df61 req-581d16c9-385b-49ee-8008-65b9525c8e7f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:33.393262 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f6f1b355-ed62-4c82-995a-9e54dd34df61 req-581d16c9-385b-49ee-8008-65b9525c8e7f tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1083918 Dec 15 12:44:33.564049 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7c25cf55-be01-4c4a-a661-7d862a69c729 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350820325&fields=id&tenant_id=41d32d3aa20e49da9ad1758b4229bdf8 HTTP/1.1" status: 200 len: 267 time: 0.1234655 Dec 15 12:44:33.567696 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f6f1b355-ed62-4c82-995a-9e54dd34df61 req-9a20c458-d54d-4e57-991e-904bc4bf313b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240177 Dec 15 12:44:33.576131 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Network 393ac087-b505-46db-994b-4a723c5b5fc6 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:33.577895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:33.919415 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-2481a3c5-f42b-4c81-a070-593525dddb5a None None] Provisioning complete for port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:33.920055 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-2481a3c5-f42b-4c81-a070-593525dddb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:33.939811 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Router 8468ac07-7364-4800-986f-d3bb6623f77d has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:44:33.960835 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-134a9ae5-cfa6-41f5-8b7b-c93d8749994f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:33.967998 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-134a9ae5-cfa6-41f5-8b7b-c93d8749994f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 809 time: 0.3251555 Dec 15 12:44:33.981401 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-2481a3c5-f42b-4c81-a070-593525dddb5a None None] Port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:44:33.993471 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-dd7dac5d-036e-413f-9ccb-1be2a42e17c1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/quotas/41d32d3aa20e49da9ad1758b4229bdf8 HTTP/1.1" status: 200 len: 375 time: 0.0242991 Dec 15 12:44:34.077692 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bdc34-25bf-460d-914c-972f449578cf req-43aa9ada-3ebe-40ee-a2ec-8d6d5d375270 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:34.079298 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-715bdc34-25bf-460d-914c-972f449578cf req-43aa9ada-3ebe-40ee-a2ec-8d6d5d375270 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.2217171 Dec 15 12:44:34.148518 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-01e371a6-a06e-4a08-a621-304107b864e9 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542556 Dec 15 12:44:34.235516 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-715bdc34-25bf-460d-914c-972f449578cf req-71291756-8b86-4e2e-b323-8863c5e610cb tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445429 Dec 15 12:44:34.242699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:44:34.249147 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d7e162ba-4bc7-4349-9b9a-bef2c1ecbc9f admin admin] 10.222.0.71 "PUT /v2.0/routers/8468ac07-7364-4800-986f-d3bb6623f77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9770596 Dec 15 12:44:34.304745 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-2dde30e7-1fd6-45bd-957a-e691aa4258fc service neutron] 10.222.0.71 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420090 Dec 15 12:44:34.435950 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:34.469738 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-b611ae52-a967-488d-92c4-e0b9a1b95767 service neutron] 10.222.0.71 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512954 Dec 15 12:44:34.564648 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:34.565224 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:34.677469 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:34.743915 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:34.753038 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:34.848930 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a566-02bc-4a22-976d-6bbf326360e8 req-7a053c69-fd96-48c3-8379-94a97201d2e6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:34.863322 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-02c2a566-02bc-4a22-976d-6bbf326360e8 req-7a053c69-fd96-48c3-8379-94a97201d2e6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1444306 Dec 15 12:44:34.904436 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:34.964620 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-133ca24b-5be2-40c5-9bd9-3918bc4ca7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:34.992840 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-02c2a566-02bc-4a22-976d-6bbf326360e8 req-01e97ac8-bc70-4f68-aa8d-90ca1cbe3fa5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172516 Dec 15 12:44:35.036046 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c2cf1ac3-40bc-4718-a1c6-981aa2fe53c6 req-0af65aed-4703-4f53-b250-7108f5dc513b tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 210 time: 0.0372276 Dec 15 12:44:35.167172 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Sync routers for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:44:35.181017 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:35.182470 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:35.299444 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45216) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:35.304940 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-28641549-network', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:35.324639 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:35.337766 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Made reservation on behalf of ba1c9c35dee54f089d8e4a262690b3c5 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:35.340414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.361799 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.426984 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7058cf-8651-431a-a0d2-fe4554e993e7 req-22bd7615-6ed9-4bbf-828a-472fa724e2a8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:35.428567 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db7058cf-8651-431a-a0d2-fe4554e993e7 req-22bd7615-6ed9-4bbf-828a-472fa724e2a8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1022666 Dec 15 12:44:35.510361 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db7058cf-8651-431a-a0d2-fe4554e993e7 req-090535bf-0bff-4333-b1ea-d5cd025b8aad tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Dec 15 12:44:35.523473 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.529438 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.564564 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 2, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:35.566289 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:44:35.584593 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.584935 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Added segment aca6e734-3833-4632-a2ad-408164f6d67e of type vlan for network 4de70b9e-319d-4915-b375-ce75bcb11da1 Dec 15 12:44:35.586303 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137c0c51-97bb-4c0e-ae94-d1b259acf8f7,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:35.599931 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Checking router: 8468ac07-7364-4800-986f-d3bb6623f77d for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:44:35.600463 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Updating router 8468ac07-7364-4800-986f-d3bb6623f77d port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:44:35.633919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.640196 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.680814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.681978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:35.682666 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:35.766153 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4655988 Dec 15 12:44:35.768842 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45232) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:35.781452 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Request body: {'subnet': {'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-28641549-subnet', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'ip_version': 4}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:35.799486 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccfa2e-867b-4c1d-8481-28e47659753e admin admin] Pushing event updated for resources: {'Network': ['ID=4de70b9e-319d-4915-b375-ce75bcb11da1,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:35.814088 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:44:35.825569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Made reservation on behalf of ba1c9c35dee54f089d8e4a262690b3c5 for: {'subnet': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:35.828698 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130973083'] for subnet, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.126325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.143980 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.199388 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.245396 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692f20-8159-4fca-958f-bac8388deb3d None None] Pushing event updated for resources: {'Port': ['ID=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:36.316328 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Attempting to bind port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:36.316751 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Attempting to bind port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:36.317169 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Attempting to bind port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 on network 393ac087-b505-46db-994b-4a723c5b5fc6 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:36.323177 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:36.323497 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Checking segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:36.324006 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.324375 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Bound using segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:36.324847 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Bound port: ef8c87b5-15f8-4bf5-84ee-18deba5602f5, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:36.325225 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.379667 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45260) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:36.446492 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:36.518727 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] For port ef8c87b5-15f8-4bf5-84ee-18deba5602f5, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:36.536984 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] For port ef8c87b5-15f8-4bf5-84ee-18deba5602f5, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:36.545679 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.610748 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3a2ff95-1ea1-4a96-a85a-4074d3aad6f1 req-163cd4a6-f3c4-4153-9a0b-dd9511564767 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 210 time: 0.1344535 Dec 15 12:44:36.667302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-27930a2c-9399-4d08-aa35-00a57d7e80cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.671737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692f20-8159-4fca-958f-bac8388deb3d None None] Pushing event updated for resources: {'Port': ['ID=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:36.699930 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:36.701014 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:36.705812 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:36.706481 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.774052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a509c40-4547-49b1-bc15-64babfc6b6cf req-dd52a5ab-26f6-457b-b77c-3248f5fcf319 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:36.787061 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1a509c40-4547-49b1-bc15-64babfc6b6cf req-dd52a5ab-26f6-457b-b77c-3248f5fcf319 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.2861035 Dec 15 12:44:36.815920 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-27930a2c-9399-4d08-aa35-00a57d7e80cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.824161 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-27930a2c-9399-4d08-aa35-00a57d7e80cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.858235 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-44b23973-c6c4-46c8-af68-53d038ec7d0f None None] Provisioning complete for port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:36.858713 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-44b23973-c6c4-46c8-af68-53d038ec7d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.880649 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-9ad9da4f-6c39-4f39-b8e3-72ddd87b17f2 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:36.883454 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-9ad9da4f-6c39-4f39-b8e3-72ddd87b17f2 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 809 time: 0.3944492 Dec 15 12:44:36.889271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131010233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130973061'] for subnet, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:36.900375 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27930a2c-9399-4d08-aa35-00a57d7e80cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a70422-63a4-4b32-a526-73f3db2d0b90,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:36.942714 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-27930a2c-9399-4d08-aa35-00a57d7e80cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2eb90d53be7d495cbd6d699b5d11f48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5621104 Dec 15 12:44:36.946835 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45268) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:37.011610 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:37.035934 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237108f1-d311-4098-8ce2-e8c55503b1f3,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:37.046725 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b53bd140-def7-4b98-b070-275ececd765b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.056583 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1a509c40-4547-49b1-bc15-64babfc6b6cf req-413b3b5c-3546-49b1-8f96-cf6fb226ecc9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487400 Dec 15 12:44:37.073956 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b53bd140-def7-4b98-b070-275ececd765b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.128836 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-533de1d4-8c16-4cf1-9872-54465ec39a83 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d32d3aa20e49da9ad1758b4229bdf8 HTTP/1.1" status: 200 len: 380 time: 0.2247622 Dec 15 12:44:37.139601 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Checking segment: {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:37.139972 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Network hostable DHCP agents. Network: 4de70b9e-319d-4915-b375-ce75bcb11da1, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109096) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:44:37.148432 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-44b23973-c6c4-46c8-af68-53d038ec7d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.159242 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'port': {'device_id': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'admin_state_up': True, 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'security_groups': ['e39d7cdd-c9de-402e-b128-d7ec6ef321db']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:37.166074 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b53bd140-def7-4b98-b070-275ececd765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.169412 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b53bd140-def7-4b98-b070-275ececd765b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.170629 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b53bd140-def7-4b98-b070-275ececd765b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2a70422-63a4-4b32-a526-73f3db2d0b90 HTTP/1.1" status: 204 len: 168 time: 0.2228475 Dec 15 12:44:37.191042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bd140-def7-4b98-b070-275ececd765b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a70422-63a4-4b32-a526-73f3db2d0b90,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:37.286118 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109096) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:44:37.329764 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 4de70b9e-319d-4915-b375-ce75bcb11da1) {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:37.344441 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee0da0-e3b9-4766-8191-6a75feae2dc8 req-77a46583-df1e-4f78-80e4-dae2a5d6bef2 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:37.346113 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-abee0da0-e3b9-4766-8191-6a75feae2dc8 req-77a46583-df1e-4f78-80e4-dae2a5d6bef2 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1600630 Dec 15 12:44:37.358210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:37.358824 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.397763 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-44b23973-c6c4-46c8-af68-53d038ec7d0f None None] For port ef8c87b5-15f8-4bf5-84ee-18deba5602f5, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:37.432002 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-abee0da0-e3b9-4766-8191-6a75feae2dc8 req-146fbd69-d9af-4c0a-a4c0-f7ff976295ea tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784643 Dec 15 12:44:37.436171 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4c8b6-99f4-4875-ad26-67f09b099d87 None None] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:44:37.444201 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-44b23973-c6c4-46c8-af68-53d038ec7d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.479919 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45284) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:37.482365 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-99515b60-7714-447e-a33c-008ac0449e20 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7114425 Dec 15 12:44:37.485209 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Made reservation on behalf of 41d32d3aa20e49da9ad1758b4229bdf8 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:37.486053 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:37.492676 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.558925 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.561281 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.624296 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-148e76f9-e413-406f-bbf1-8b1e5a4cc820 None None] Provisioning complete for port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:37.624863 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-148e76f9-e413-406f-bbf1-8b1e5a4cc820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.689516 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.740072 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.787986 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b23973-c6c4-46c8-af68-53d038ec7d0f None None] Pushing event updated for resources: {'Port': ['ID=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:37.825966 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1006de4c-ebf3-49e9-8c45-890ddd891878 req-c9d48def-3460-449d-9579-2bce34e90aa0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 210 time: 0.0688643 Dec 15 12:44:37.867272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Allocated IP 172.20.0.8 (7fd5af14-9012-4859-9db2-1eaeafea331f/7d8caf2d-f63e-496a-9384-6ea4fe0cc79c/919095c7-f871-4282-ac7b-04ca1074d0e3) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:37.880650 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45304) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:37.927443 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:36Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:37.963528 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-4de70b9e-319d-4915-b375-ce75bcb11da1', 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1', 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'fixed_ips': [{'subnet_id': '237108f1-d311-4098-8ce2-e8c55503b1f3'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:44:37.964393 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:37.967392 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e533f8a-5b11-4c94-b0fb-b4d7fee8c538 None None] The sync data for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi is: [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:36Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:44:38.039942 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.404771 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.414684 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.425729 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Allocated IP 172.20.0.2 (4de70b9e-319d-4915-b375-ce75bcb11da1/237108f1-d311-4098-8ce2-e8c55503b1f3/e0169983-1eae-43ff-bd68-f498e41d7a65) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:38.443483 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe585a0-1bb5-4d6c-8150-d8db11cba397 req-83c8492b-4195-4e09-9e1c-9ba8e427f118 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:38.452159 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fbe585a0-1bb5-4d6c-8150-d8db11cba397 req-83c8492b-4195-4e09-9e1c-9ba8e427f118 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.2269857 Dec 15 12:44:38.460614 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6dda86f0-398d-4fd2-a65a-49d747c114bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.568616 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ef8c87b5-15f8-4bf5-84ee-18deba5602f5 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:38.579142 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.585923 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.633551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.680909 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:38.681406 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.685493 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fbe585a0-1bb5-4d6c-8150-d8db11cba397 req-18cfe5ba-6654-4d62-8b24-3786bfc7650b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247167 Dec 15 12:44:38.711861 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Network 7fd5af14-9012-4859-9db2-1eaeafea331f is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:38.720221 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:38.738684 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:38.848241 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:38.850036 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.865039 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:38.875615 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Allocated IP 172.27.1.168 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/08191603-6a18-42e9-a7c5-920869557e90) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:38.903847 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-7a9de73b-4725-4169-ac30-127043aa891f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7586427 Dec 15 12:44:38.927323 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Request body: {'port': {'device_id': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:38.976709 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:38.999356 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.073334 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Pushing event updated for resources: {'Port': ['ID=e0169983-1eae-43ff-bd68-f498e41d7a65,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:39.077820 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6dda86f0-398d-4fd2-a65a-49d747c114bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.118230 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:39.125962 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:39.129512 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.135248 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:39.152204 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-fb76274f-a2ce-43ff-9e5b-e7f505d61c36 None None] Provisioning complete for port 919095c7-f871-4282-ac7b-04ca1074d0e3 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:39.152367 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-fb76274f-a2ce-43ff-9e5b-e7f505d61c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.162235 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6dda86f0-398d-4fd2-a65a-49d747c114bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.200820 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.236865 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda86f0-398d-4fd2-a65a-49d747c114bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2401e1-2fc9-4d22-bb16-3b5f7c2d156e,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:39.240618 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.254276 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-fb76274f-a2ce-43ff-9e5b-e7f505d61c36 None None] Port 919095c7-f871-4282-ac7b-04ca1074d0e3 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:44:39.274763 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Pushing event updated for resources: {'Port': ['ID=08191603-6a18-42e9-a7c5-920869557e90,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:39.289241 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:39.291311 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:39.298882 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:39.373113 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Attempting to bind port e0169983-1eae-43ff-bd68-f498e41d7a65 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:39.373774 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Attempting to bind port e0169983-1eae-43ff-bd68-f498e41d7a65 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:39.374513 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Attempting to bind port e0169983-1eae-43ff-bd68-f498e41d7a65 on network 4de70b9e-319d-4915-b375-ce75bcb11da1 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:39.381236 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:39.381881 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Checking segment: {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:39.382461 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.383027 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Bound using segment: {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:39.383672 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Bound port: e0169983-1eae-43ff-bd68-f498e41d7a65, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:39.384216 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.386679 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da1241-8207-4240-a133-975f92682682 req-2444be84-325e-4041-acd8-71df0d1b9a1e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:39.396661 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-99da1241-8207-4240-a133-975f92682682 req-2444be84-325e-4041-acd8-71df0d1b9a1e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 931 time: 0.3883259 Dec 15 12:44:39.414298 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6dda86f0-398d-4fd2-a65a-49d747c114bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dca17c7e4f494ae19fe26c484957613e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5303180 Dec 15 12:44:39.420264 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45338) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:39.476493 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] For port e0169983-1eae-43ff-bd68-f498e41d7a65, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:39.480228 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] For port e0169983-1eae-43ff-bd68-f498e41d7a65, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e0169983-1eae-43ff-bd68-f498e41d7a65,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:39.485653 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.510711 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-99da1241-8207-4240-a133-975f92682682 req-77c023ec-6f84-46e8-810d-e509079eb4af tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075342 Dec 15 12:44:39.616267 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82756041-a4ec-4d8b-b533-3293446a64db None None] Pushing event updated for resources: {'Port': ['ID=e0169983-1eae-43ff-bd68-f498e41d7a65,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:39.702118 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a3f09637-c5ec-4885-a8ab-6135014a8c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.711475 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.740599 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a3f09637-c5ec-4885-a8ab-6135014a8c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.805405 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a3f09637-c5ec-4885-a8ab-6135014a8c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.808388 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a3f09637-c5ec-4885-a8ab-6135014a8c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:39.811012 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a3f09637-c5ec-4885-a8ab-6135014a8c94 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba2401e1-2fc9-4d22-bb16-3b5f7c2d156e HTTP/1.1" status: 204 len: 168 time: 0.3703902 Dec 15 12:44:39.896904 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f09637-c5ec-4885-a8ab-6135014a8c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2401e1-2fc9-4d22-bb16-3b5f7c2d156e,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:39.958149 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b096e-5452-444e-8798-1fadd67a58b1 req-eb9d87d6-e983-450b-92e2-5af216644eb3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:39.965450 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-915b096e-5452-444e-8798-1fadd67a58b1 req-eb9d87d6-e983-450b-92e2-5af216644eb3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1633022 Dec 15 12:44:40.047579 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-915b096e-5452-444e-8798-1fadd67a58b1 req-9b77ab7f-4279-47ea-b6ea-242858212ce0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804634 Dec 15 12:44:40.071441 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.155671 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919095c7-f871-4282-ac7b-04ca1074d0e3 {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:44:40.163957 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.181325 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Transition to ACTIVE for port object 919095c7-f871-4282-ac7b-04ca1074d0e3 will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:44:40.188306 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.248116 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Router 2fe91eac-a722-4dc3-a185-82866d4be7bc is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:44:40.292377 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:40.414381 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Attempting to bind port 919095c7-f871-4282-ac7b-04ca1074d0e3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:40.415191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Attempting to bind port 919095c7-f871-4282-ac7b-04ca1074d0e3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:40.417140 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Attempting to bind port 919095c7-f871-4282-ac7b-04ca1074d0e3 on network 7fd5af14-9012-4859-9db2-1eaeafea331f {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:40.425952 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Port 919095c7-f871-4282-ac7b-04ca1074d0e3 on network 7fd5af14-9012-4859-9db2-1eaeafea331f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:44:40.426510 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Attempting to bind port 919095c7-f871-4282-ac7b-04ca1074d0e3 on network 7fd5af14-9012-4859-9db2-1eaeafea331f {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:40.432398 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:40.432803 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Checking segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:40.433267 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Bound using segment: {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:40.433767 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Bound port: 919095c7-f871-4282-ac7b-04ca1074d0e3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb93910-0489-43f5-a834-a2a59efd3ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:40.434181 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.467801 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:44:40.469631 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e0169983-1eae-43ff-bd68-f498e41d7a65 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:40.476616 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Sync routers for ids ['2fe91eac-a722-4dc3-a185-82866d4be7bc'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:44:40.492033 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Routers {'2fe91eac-a722-4dc3-a185-82866d4be7bc'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:40.492664 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2fe91eac-a722-4dc3-a185-82866d4be7bc'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:40.495976 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.500933 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9253820b-03a3-4b5e-8127-447c1915f032 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0196867 Dec 15 12:44:40.501552 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45358) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:40.578395 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:40.582915 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:40.584787 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port e0169983-1eae-43ff-bd68-f498e41d7a65 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:40.586014 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.591668 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.668637 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Set router 2fe91eac-a722-4dc3-a185-82866d4be7bc gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:40.719305 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:40.719938 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.721366 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 1093 time: 1.8020780 Dec 15 12:44:40.721829 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:44:40.729418 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b170ee7-50af-4ea9-98ec-55c0a7586347" -d '{"events": [{"name": "network-changed", "server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:44:40.843961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519cf21-8ec0-4679-8f9e-3694125cb2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:40.857688 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bacfe44-f89b-4069-bb2f-8e1e1c9d887e x-openstack-request-id: req-9bacfe44-f89b-4069-bb2f-8e1e1c9d887e {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:44:40.858304 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:44:40.859218 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9bacfe44-f89b-4069-bb2f-8e1e1c9d887e {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:44:40.859930 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'status': 'completed', 'code': 200} Dec 15 12:44:40.875050 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360c1b7-7617-4928-8e97-d80d4be1b4fd req-4af5af81-5694-4bc9-b0e2-637a13cb409b tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:40.875897 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:40.894169 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4360c1b7-7617-4928-8e97-d80d4be1b4fd req-4af5af81-5694-4bc9-b0e2-637a13cb409b tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.2227402 Dec 15 12:44:40.959480 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port e0169983-1eae-43ff-bd68-f498e41d7a65, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e0169983-1eae-43ff-bd68-f498e41d7a65,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:40.965774 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.015580 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:44:39Z', 'revision_number': 3, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:41.057824 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Checking router: 2fe91eac-a722-4dc3-a185-82866d4be7bc for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:44:41.058318 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Updating router 2fe91eac-a722-4dc3-a185-82866d4be7bc port 08191603-6a18-42e9-a7c5-920869557e90 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:44:41.077198 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=e0169983-1eae-43ff-bd68-f498e41d7a65,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:41.091451 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.105301 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4360c1b7-7617-4928-8e97-d80d4be1b4fd req-fb362d10-ed35-43da-9472-90916358169e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941810 Dec 15 12:44:41.116993 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-8ad0338c-43e9-49a1-ae85-4db04a7cf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:41.118704 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-8ad0338c-43e9-49a1-ae85-4db04a7cf075 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1096 time: 0.2235703 Dec 15 12:44:41.211840 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-dde7eef2-90d1-4ebd-8921-3ba747909746 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0829942 Dec 15 12:44:41.241917 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa80dbd-4e4f-4556-aaf2-5a979a2e61e3 None None] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:44:41.297773 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3a081296-182f-4467-83bf-acb0cb799506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:41.299302 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-3a081296-182f-4467-83bf-acb0cb799506 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.0750706 Dec 15 12:44:41.307770 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f63ea-a141-459d-8928-2f114fa8ad62 req-be746e3e-b444-4427-874c-b0929b1a1d0a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:41.309219 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6f8f63ea-a141-459d-8928-2f114fa8ad62 req-be746e3e-b444-4427-874c-b0929b1a1d0a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1002100 Dec 15 12:44:41.426343 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-43537d64-ed42-436e-8482-a6ca707e948b None None] Provisioning complete for port e0169983-1eae-43ff-bd68-f498e41d7a65 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:41.426937 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-43537d64-ed42-436e-8482-a6ca707e948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.484928 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6f8f63ea-a141-459d-8928-2f114fa8ad62 req-bb38ddaf-0943-45d5-90f3-60fb6df53e29 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679235 Dec 15 12:44:41.489113 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-8b1e588c-211d-4edd-b053-b32c13ff827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:41.490601 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-8b1e588c-211d-4edd-b053-b32c13ff827d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1639168 Dec 15 12:44:41.640366 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-ba7c0734-cde3-4477-9228-9355ac9d5bf8 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184509 Dec 15 12:44:41.642728 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.688289 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.696458 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.754693 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Attempting to bind port 08191603-6a18-42e9-a7c5-920869557e90 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:41.755058 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Attempting to bind port 08191603-6a18-42e9-a7c5-920869557e90 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:41.755610 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Attempting to bind port 08191603-6a18-42e9-a7c5-920869557e90 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:41.764294 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:41.764953 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:41.765532 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.766081 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:41.766744 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Bound port: 08191603-6a18-42e9-a7c5-920869557e90, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:41.767453 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.770717 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cf692-9363-490c-9f73-4642c2fa4f5c None None] Pushing event updated for resources: {'Port': ['ID=08191603-6a18-42e9-a7c5-920869557e90,revision_number=2']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:41.815371 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e16c0009-81b1-4d85-953a-36ba8c6626b9 req-bd0363e0-4406-4424-9361-220ce1c1298a service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129954 Dec 15 12:44:41.831647 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] For port 08191603-6a18-42e9-a7c5-920869557e90, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:41.835251 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] For port 08191603-6a18-42e9-a7c5-920869557e90, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=08191603-6a18-42e9-a7c5-920869557e90,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:41.840404 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.846529 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Allocated IP 172.20.0.1 (4de70b9e-319d-4915-b375-ce75bcb11da1/237108f1-d311-4098-8ce2-e8c55503b1f3/e37883a3-828d-4119-8a7d-f3ec752e428e) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:41.902343 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Routers {'2fe91eac-a722-4dc3-a185-82866d4be7bc'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:41.903078 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2fe91eac-a722-4dc3-a185-82866d4be7bc'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:41.945089 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cf692-9363-490c-9f73-4642c2fa4f5c None None] Pushing event updated for resources: {'Port': ['ID=08191603-6a18-42e9-a7c5-920869557e90,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:41.964057 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-87732652-27c0-4e2a-a827-7542c2e837f2 None None] Provisioning complete for port e0169983-1eae-43ff-bd68-f498e41d7a65 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:41.964612 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-87732652-27c0-4e2a-a827-7542c2e837f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:41.967936 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-4915ea45-967a-4a76-8ec8-784a5817c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:41.969638 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-4915ea45-967a-4a76-8ec8-784a5817c262 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0597610 Dec 15 12:44:41.982869 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.024004 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] Set router 2fe91eac-a722-4dc3-a185-82866d4be7bc gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:42.034016 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.077915 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-556aef0e-6884-467a-a709-212f0acfcf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:42.079383 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-556aef0e-6884-467a-a709-212f0acfcf72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 910 time: 0.0994205 Dec 15 12:44:42.099696 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:42.104552 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:42.106832 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Pushing event updated for resources: {'Port': ['ID=e37883a3-828d-4119-8a7d-f3ec752e428e,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:42.109652 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:42.142161 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-904de790-4123-4b05-9046-a2c81644fadf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0547149 Dec 15 12:44:42.199637 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.210233 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-09492a87-9168-4da4-ab67-c14e3b539ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:42.212267 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-09492a87-9168-4da4-ab67-c14e3b539ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.0576341 Dec 15 12:44:42.254118 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:44:39Z', 'revision_number': 3, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:42.300798 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa9450e-7d32-4935-a8e1-1f3ed15f2e88 None None] The sync data for ids ['2fe91eac-a722-4dc3-a185-82866d4be7bc'] in dv-cinder-813225-4-iscsi is: [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:44:39Z', 'revision_number': 3, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:44:42.367195 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-54a7cf5d-418e-40d7-86a4-060e21f93282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:42.368711 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-54a7cf5d-418e-40d7-86a4-060e21f93282 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383567 Dec 15 12:44:42.383708 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.386679 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34aaa-61df-4e1b-b5fa-368a57990adf req-e439fb00-31ac-4fed-a00e-f053e6d9b63f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:42.388362 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5be34aaa-61df-4e1b-b5fa-368a57990adf req-e439fb00-31ac-4fed-a00e-f053e6d9b63f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.1687281 Dec 15 12:44:42.488875 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b1624d73-9e14-4a6e-9129-421b8cba0688 None None] Provisioning complete for port e37883a3-828d-4119-8a7d-f3ec752e428e triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:42.489351 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b1624d73-9e14-4a6e-9129-421b8cba0688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.515849 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5be34aaa-61df-4e1b-b5fa-368a57990adf req-3fd2276a-55d5-46b1-b35c-7fc33d51ec92 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172192 Dec 15 12:44:42.530962 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-7f02c868-6d93-43f6-a4ed-62a59c5b944d service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413126 Dec 15 12:44:42.601918 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e0169983-1eae-43ff-bd68-f498e41d7a65 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:42.640005 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.647295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.675731 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b1624d73-9e14-4a6e-9129-421b8cba0688 None None] Port e37883a3-828d-4119-8a7d-f3ec752e428e cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:44:42.744011 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Pushing event updated for resources: {'Port': ['ID=e37883a3-828d-4119-8a7d-f3ec752e428e,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:42.761097 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port e0169983-1eae-43ff-bd68-f498e41d7a65 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:42.761507 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.783531 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:42.806246 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e71e7-f393-4b30-bb88-c008dd38a73c req-f34b77d1-ae93-451e-b5fc-00fc9322183d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:42.808974 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-002e71e7-f393-4b30-bb88-c008dd38a73c req-f34b77d1-ae93-451e-b5fc-00fc9322183d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1516371 Dec 15 12:44:42.812331 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b170ee7-50af-4ea9-98ec-55c0a7586347 req-eaa718ac-fc9c-419b-95d5-ab9b707d6b81 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666659 Dec 15 12:44:42.896062 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-002e71e7-f393-4b30-bb88-c008dd38a73c req-84d32688-9b99-49e9-919d-fa59569085f2 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788279 Dec 15 12:44:42.946743 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:42.951169 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:43.125692 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Router 2fe91eac-a722-4dc3-a185-82866d4be7bc has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:44:43.263188 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:44:43.275395 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4cce7249-88fe-44a6-9df6-2168373bda01 admin admin] 10.222.0.71 "PUT /v2.0/routers/2fe91eac-a722-4dc3-a185-82866d4be7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7726803 Dec 15 12:44:43.300585 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-35d27f2f-5556-4b88-921d-722d16ee158c None None] Provisioning complete for port e37883a3-828d-4119-8a7d-f3ec752e428e triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:43.301178 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-35d27f2f-5556-4b88-921d-722d16ee158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:43.338350 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-35d27f2f-5556-4b88-921d-722d16ee158c None None] Port e37883a3-828d-4119-8a7d-f3ec752e428e cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:44:43.673801 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ff607-fce7-4ec1-8bac-4b00978778dc req-6733ebad-145b-45ad-b48a-f3151f2318b3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:43.675318 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-032ff607-fce7-4ec1-8bac-4b00978778dc req-6733ebad-145b-45ad-b48a-f3151f2318b3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0580177 Dec 15 12:44:43.725748 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-032ff607-fce7-4ec1-8bac-4b00978778dc req-9463dcc2-7ff7-4fa2-b093-ee60c8f97367 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Dec 15 12:44:44.050495 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78441f76-b4d3-4725-9b10-08c3568679da req-ced93982-d734-48a6-99c4-03043cdf33c0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:44.052730 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-78441f76-b4d3-4725-9b10-08c3568679da req-ced93982-d734-48a6-99c4-03043cdf33c0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0751462 Dec 15 12:44:44.109202 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-78441f76-b4d3-4725-9b10-08c3568679da req-292a4eba-cbdc-4707-bd6a-c30bdbdd2c90 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505407 Dec 15 12:44:44.596005 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 08191603-6a18-42e9-a7c5-920869557e90 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:44.750189 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 08191603-6a18-42e9-a7c5-920869557e90 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:44.753607 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:44.922143 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d152f-19d2-4f53-9f37-a34a6d1d1008 req-b5fb5deb-6379-4496-9fc3-9f4246ed4062 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:44.923775 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0f4d152f-19d2-4f53-9f37-a34a6d1d1008 req-b5fb5deb-6379-4496-9fc3-9f4246ed4062 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0874319 Dec 15 12:44:44.959601 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:45.000761 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0f4d152f-19d2-4f53-9f37-a34a6d1d1008 req-60a9b4cf-138f-424e-837e-7adb7ce6dd31 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701227 Dec 15 12:44:45.015688 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 08191603-6a18-42e9-a7c5-920869557e90, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=08191603-6a18-42e9-a7c5-920869557e90,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:45.026049 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:45.141163 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=08191603-6a18-42e9-a7c5-920869557e90,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:45.304818 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d394dc-6102-4ceb-83e3-6be441d43839 req-f45f7be0-32f8-4f9f-8bf9-f3a64bdc8a8b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:45.306405 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-00d394dc-6102-4ceb-83e3-6be441d43839 req-f45f7be0-32f8-4f9f-8bf9-f3a64bdc8a8b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0724466 Dec 15 12:44:45.351903 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Sync routers for ids ['2fe91eac-a722-4dc3-a185-82866d4be7bc'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:44:45.367853 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Routers {'2fe91eac-a722-4dc3-a185-82866d4be7bc'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:45.368474 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2fe91eac-a722-4dc3-a185-82866d4be7bc'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:45.371096 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-00d394dc-6102-4ceb-83e3-6be441d43839 req-cd9b2bb1-e39e-4162-b44e-818e92d8d874 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581479 Dec 15 12:44:45.545513 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Set router 2fe91eac-a722-4dc3-a185-82866d4be7bc gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:45.811325 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f697d-eb12-4193-af1e-16a43bcec808 req-e4dcc61e-ffbb-4846-83b9-cb05e8f0a4eb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:45.812943 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-438f697d-eb12-4193-af1e-16a43bcec808 req-e4dcc61e-ffbb-4846-83b9-cb05e8f0a4eb tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1252482 Dec 15 12:44:45.958978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-e43dc06b-aae8-44f8-a761-cd87cff47f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:45.960478 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-e43dc06b-aae8-44f8-a761-cd87cff47f25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1098 time: 0.1873415 Dec 15 12:44:45.961345 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:44:42Z', 'revision_number': 4, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'e37883a3-828d-4119-8a7d-f3ec752e428e', 'name': '', 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'mac_address': 'fa:16:3e:db:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '237108f1-d311-4098-8ce2-e8c55503b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:41Z', 'updated_at': '2021-12-15T12:44:42Z', 'revision_number': 2, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'subnets': [{'id': '237108f1-d311-4098-8ce2-e8c55503b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:45.974674 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-438f697d-eb12-4193-af1e-16a43bcec808 req-fd5a1159-7451-4703-b419-3d0588352fa0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038175 Dec 15 12:44:46.001633 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Checking router: 2fe91eac-a722-4dc3-a185-82866d4be7bc for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:44:46.002076 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Updating router 2fe91eac-a722-4dc3-a185-82866d4be7bc port e37883a3-828d-4119-8a7d-f3ec752e428e binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:44:46.037755 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:46.103884 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-cad319be-014b-43bd-9c56-66c920aa28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.106848 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-cad319be-014b-43bd-9c56-66c920aa28e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.1304359 Dec 15 12:44:46.287100 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-68ee4937-46ea-4cb1-bb4f-93364bd0ec3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 1000 time: 0.1679971 Dec 15 12:44:46.302073 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca5acb-2410-440a-8f49-c1073f5f52a4 req-0fc789f6-4427-4c0f-9816-dca4be7405c5 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.313036 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-22ca5acb-2410-440a-8f49-c1073f5f52a4 req-0fc789f6-4427-4c0f-9816-dca4be7405c5 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.1120136 Dec 15 12:44:46.451567 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-22ca5acb-2410-440a-8f49-c1073f5f52a4 req-b4de453d-2e43-4561-a37e-2d24de64c44b tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375723 Dec 15 12:44:46.503031 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-a563149a-a87b-4f2e-b16e-deaf1bc63a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.506298 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-a563149a-a87b-4f2e-b16e-deaf1bc63a5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.1907570 Dec 15 12:44:46.548147 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:46.573481 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:46.585917 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 08191603-6a18-42e9-a7c5-920869557e90 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:46.647956 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-d3a1a738-1b80-41ac-a878-615effa07330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.651063 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-b28c3967-649c-4c8e-8e7e-24f69de5ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.654733 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-d3a1a738-1b80-41ac-a878-615effa07330 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1333790 Dec 15 12:44:46.657473 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-b28c3967-649c-4c8e-8e7e-24f69de5ce4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.1090353 Dec 15 12:44:46.759646 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Attempting to bind port e37883a3-828d-4119-8a7d-f3ec752e428e on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:44:46.760017 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Attempting to bind port e37883a3-828d-4119-8a7d-f3ec752e428e by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:44:46.760378 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Attempting to bind port e37883a3-828d-4119-8a7d-f3ec752e428e on network 4de70b9e-319d-4915-b375-ce75bcb11da1 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:44:46.773729 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:44:46.774096 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Checking segment: {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:46.775651 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:46.776051 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Bound using segment: {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:44:46.776535 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Bound port: e37883a3-828d-4119-8a7d-f3ec752e428e, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca6e734-3833-4632-a2ad-408164f6d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:44:46.776909 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:46.865445 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c49fc-efe5-4f39-b795-8a2ef7a2f496 req-b91db5cd-4382-4db9-ba93-19c76c908f45 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.867474 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-332c49fc-efe5-4f39-b795-8a2ef7a2f496 req-b91db5cd-4382-4db9-ba93-19c76c908f45 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1969581 Dec 15 12:44:46.870495 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] For port e37883a3-828d-4119-8a7d-f3ec752e428e, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:44:46.874258 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] For port e37883a3-828d-4119-8a7d-f3ec752e428e, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e37883a3-828d-4119-8a7d-f3ec752e428e,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:44:46.875941 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efab1f-eb7a-494c-83f6-af32e9542853 None None] Pushing event updated for resources: {'Port': ['ID=e37883a3-828d-4119-8a7d-f3ec752e428e,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:46.896363 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:46.918330 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-d7c5c626-7e7d-442e-835e-f557d980ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:46.931327 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-d7c5c626-7e7d-442e-835e-f557d980ed46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.2532282 Dec 15 12:44:46.953955 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-4fd2520d-9962-4ac6-861e-4109f1acb14f service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660327 Dec 15 12:44:47.030438 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efab1f-eb7a-494c-83f6-af32e9542853 None None] Pushing event updated for resources: {'Port': ['ID=e37883a3-828d-4119-8a7d-f3ec752e428e,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:47.041152 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 08191603-6a18-42e9-a7c5-920869557e90 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:47.041537 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:47.082029 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-2ca5f36e-720a-40de-a3c5-1747d78bb2b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.1309605 Dec 15 12:44:47.144202 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-332c49fc-efe5-4f39-b795-8a2ef7a2f496 req-9ea15a34-0c9f-49e7-b679-d1d82dc98d99 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600691 Dec 15 12:44:47.178303 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-9eccd6b6-49e4-49c4-bf5d-c92e9ed59783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:47.182527 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-9eccd6b6-49e4-49c4-bf5d-c92e9ed59783 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0936365 Dec 15 12:44:47.249109 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-1dc5d489-78f6-46ec-8b4d-64c1657b9adc None None] Provisioning complete for port e37883a3-828d-4119-8a7d-f3ec752e428e triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:47.249533 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d489-78f6-46ec-8b4d-64c1657b9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:47.267519 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab6dd4dc-1a79-440e-a2b2-9f25edf4f24d req-796bba0e-a938-4a56-943a-09691591243b service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000426 Dec 15 12:44:47.271038 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-0a656651-46cc-4c79-873f-ff7822611e87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757058 Dec 15 12:44:47.280049 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a6367-1bde-4685-bda2-eae709562e50 req-54a17681-075e-475b-9e6a-62084ba35a70 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:47.282550 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fe8a6367-1bde-4685-bda2-eae709562e50 req-54a17681-075e-475b-9e6a-62084ba35a70 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1318250 Dec 15 12:44:47.351671 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Routers {'2fe91eac-a722-4dc3-a185-82866d4be7bc'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:47.352610 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2fe91eac-a722-4dc3-a185-82866d4be7bc'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:47.400611 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fe8a6367-1bde-4685-bda2-eae709562e50 req-a3612c46-4819-4b82-881e-9bdca02b6719 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119621 Dec 15 12:44:47.555863 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-0f70ae4d-f2ab-44d6-b844-b246e549589a service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672620 Dec 15 12:44:47.589844 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d489-78f6-46ec-8b4d-64c1657b9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:47.604378 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] Set router 2fe91eac-a722-4dc3-a185-82866d4be7bc gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:47.685944 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be1c0c-fe41-4916-b6c6-4146514c3591 req-c2e7de62-4f71-4561-a9ad-03f72fa8d9bc tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:47.693864 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b3be1c0c-fe41-4916-b6c6-4146514c3591 req-c2e7de62-4f71-4561-a9ad-03f72fa8d9bc tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0882189 Dec 15 12:44:47.747523 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2a5c506-7fa7-4802-9584-cd8bcb77b241 req-a1f3db87-cf60-43fc-a1a7-63b3355899b1 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795218 Dec 15 12:44:47.799146 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b3be1c0c-fe41-4916-b6c6-4146514c3591 req-ddc34d1e-91e2-4502-89f7-c17709e9b282 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982974 Dec 15 12:44:47.851349 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-1dc5d489-78f6-46ec-8b4d-64c1657b9adc None None] For port e37883a3-828d-4119-8a7d-f3ec752e428e, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e37883a3-828d-4119-8a7d-f3ec752e428e,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:47.865780 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d489-78f6-46ec-8b4d-64c1657b9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:48.179476 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5d489-78f6-46ec-8b4d-64c1657b9adc None None] Pushing event updated for resources: {'Port': ['ID=e37883a3-828d-4119-8a7d-f3ec752e428e,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:48.228869 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-c45bd7fe-579a-442f-8f74-c3361e4e0c36 None None] Provisioning complete for port e37883a3-828d-4119-8a7d-f3ec752e428e triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:48.229241 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c45bd7fe-579a-442f-8f74-c3361e4e0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:48.367436 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:44:42Z', 'revision_number': 4, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'e37883a3-828d-4119-8a7d-f3ec752e428e', 'name': '', 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'mac_address': 'fa:16:3e:db:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '237108f1-d311-4098-8ce2-e8c55503b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:41Z', 'updated_at': '2021-12-15T12:44:46Z', 'revision_number': 4, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'subnets': [{'id': '237108f1-d311-4098-8ce2-e8c55503b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:48.381731 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91801e-9b9e-448f-af7b-d8cf10d7c228 req-f1b6750a-9c80-4b68-b974-8edbf38b505c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:48.384174 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7b91801e-9b9e-448f-af7b-d8cf10d7c228 req-f1b6750a-9c80-4b68-b974-8edbf38b505c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0933123 Dec 15 12:44:48.422559 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896be69b-8540-428a-a40d-8e904ccbd599 None None] The sync data for ids ['2fe91eac-a722-4dc3-a185-82866d4be7bc'] in dv-cinder-813225-4-iscsi is: [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:44:42Z', 'revision_number': 4, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'e37883a3-828d-4119-8a7d-f3ec752e428e', 'name': '', 'network_id': '4de70b9e-319d-4915-b375-ce75bcb11da1', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'mac_address': 'fa:16:3e:db:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '237108f1-d311-4098-8ce2-e8c55503b1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:41Z', 'updated_at': '2021-12-15T12:44:46Z', 'revision_number': 4, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'subnets': [{'id': '237108f1-d311-4098-8ce2-e8c55503b1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:44:48.455120 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7b91801e-9b9e-448f-af7b-d8cf10d7c228 req-e620f463-c05a-4130-8566-0d483c1a5da8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645583 Dec 15 12:44:48.662619 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119844f-5021-4740-a682-b7fec58be6df req-8b897de1-c35a-40ed-9d99-5e17eaf35a90 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:48.663814 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e119844f-5021-4740-a682-b7fec58be6df req-8b897de1-c35a-40ed-9d99-5e17eaf35a90 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1216507 Dec 15 12:44:48.716272 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:44:48.786783 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e119844f-5021-4740-a682-b7fec58be6df req-4a00d053-23d6-428d-a074-c785815ac76a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078186 Dec 15 12:44:48.941549 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6968d5-9392-46d1-b6c7-630f0f48c2d4 req-f87590a6-bd90-4372-94f1-6438de6393dc tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:48.948627 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db6968d5-9392-46d1-b6c7-630f0f48c2d4 req-f87590a6-bd90-4372-94f1-6438de6393dc tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0786111 Dec 15 12:44:49.041977 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db6968d5-9392-46d1-b6c7-630f0f48c2d4 req-97b8c81d-907d-410b-802b-fa9019132fa2 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903943 Dec 15 12:44:49.631661 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f91590-b0d4-454d-903c-eba143c30e28 req-63f44463-16be-4d5d-b3fc-730f9c8e0aa6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:49.633293 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-10f91590-b0d4-454d-903c-eba143c30e28 req-63f44463-16be-4d5d-b3fc-730f9c8e0aa6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0824027 Dec 15 12:44:49.719023 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:44:49.931332 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:49.939146 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-10f91590-b0d4-454d-903c-eba143c30e28 req-89603bec-14d7-4011-bd76-4cd3d26deff7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979023 Dec 15 12:44:49.961408 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'port_id': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'mac_address': 'fa:16:3e:dc:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:44:50.018279 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:50.047465 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919095c7-f871-4282-ac7b-04ca1074d0e3 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:44:50.088320 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:50.099077 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:50.175974 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:50.192661 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a4424-3ba4-405d-a252-00bce713a5e8 req-ee9323bd-13c3-4b20-878e-b14228fb0804 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:50.194189 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e85a4424-3ba4-405d-a252-00bce713a5e8 req-ee9323bd-13c3-4b20-878e-b14228fb0804 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 944 time: 0.0675464 Dec 15 12:44:50.251896 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e85a4424-3ba4-405d-a252-00bce713a5e8 req-0c612ec2-37b9-4ec5-a4b5-0de0f78bc325 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505517 Dec 15 12:44:50.491536 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e37883a3-828d-4119-8a7d-f3ec752e428e up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:50.537098 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['919095c7-f871-4282-ac7b-04ca1074d0e3'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:44:50.594706 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port e37883a3-828d-4119-8a7d-f3ec752e428e triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:50.595076 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:51.088673 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a789d-c9d7-4fc7-9779-fbdc39ee1b6e req-3eca4cdd-bc2f-4989-85c9-c5a38bee4e03 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:51.091199 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-445a789d-c9d7-4fc7-9779-fbdc39ee1b6e req-3eca4cdd-bc2f-4989-85c9-c5a38bee4e03 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0542793 Dec 15 12:44:51.161026 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-445a789d-c9d7-4fc7-9779-fbdc39ee1b6e req-16767715-7726-4699-a275-9245ab66f27e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Dec 15 12:44:51.383637 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d576b-3f97-4c70-ac6f-0f9dd6648d2a req-f64dabee-a69b-49db-b182-96fddb05fe8a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:51.385198 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4b9d576b-3f97-4c70-ac6f-0f9dd6648d2a req-f64dabee-a69b-49db-b182-96fddb05fe8a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 944 time: 0.0596626 Dec 15 12:44:51.451052 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4b9d576b-3f97-4c70-ac6f-0f9dd6648d2a req-f569bbae-3478-4cd4-9689-c8f395c7619b tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563531 Dec 15 12:44:52.083682 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45638) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:52.224671 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f824664-9765-40fc-87a5-b14fea6f0df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.326223 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ba99b-6288-4041-9676-ea8a242bd422 req-59a45709-919e-4349-990c-2ca1bbb15bc1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:52.334721 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9d2ba99b-6288-4041-9676-ea8a242bd422 req-59a45709-919e-4349-990c-2ca1bbb15bc1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0828652 Dec 15 12:44:52.415629 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f824664-9765-40fc-87a5-b14fea6f0df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.426328 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f824664-9765-40fc-87a5-b14fea6f0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.444719 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9d2ba99b-6288-4041-9676-ea8a242bd422 req-a5782ca4-ce5b-4e64-b049-f41ba17a5f0c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091878 Dec 15 12:44:52.497388 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f824664-9765-40fc-87a5-b14fea6f0df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2deb3d-b74a-4798-9362-416c5229abc0,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:52.519334 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-0f824664-9765-40fc-87a5-b14fea6f0df1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ed661255a3644ddcb7fbc51b9c2af193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4345703 Dec 15 12:44:52.521864 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45648) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:52.609635 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-240c9b74-8db1-4464-9ea7-4d2edf1cd962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.620029 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3034f0-3900-473f-ba3e-4a256e9a98c3 req-46d0d864-00b7-42fb-a3a8-edf6dc6c0e48 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:52.621452 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2a3034f0-3900-473f-ba3e-4a256e9a98c3 req-46d0d864-00b7-42fb-a3a8-edf6dc6c0e48 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 944 time: 0.0784349 Dec 15 12:44:52.655538 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-240c9b74-8db1-4464-9ea7-4d2edf1cd962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.714999 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2a3034f0-3900-473f-ba3e-4a256e9a98c3 req-9f004492-e974-497a-bb8d-1749c9238373 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861909 Dec 15 12:44:52.749588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-240c9b74-8db1-4464-9ea7-4d2edf1cd962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.752428 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-240c9b74-8db1-4464-9ea7-4d2edf1cd962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:52.753741 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-240c9b74-8db1-4464-9ea7-4d2edf1cd962 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b2deb3d-b74a-4798-9362-416c5229abc0 HTTP/1.1" status: 204 len: 168 time: 0.2308843 Dec 15 12:44:52.773105 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c9b74-8db1-4464-9ea7-4d2edf1cd962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2deb3d-b74a-4798-9362-416c5229abc0,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:52.879971 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45662) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:53.187424 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92e9b941-a1e9-48c5-b441-b0e72378c5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.294580 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92e9b941-a1e9-48c5-b441-b0e72378c5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.300187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-92e9b941-a1e9-48c5-b441-b0e72378c5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.345523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-92e9b941-a1e9-48c5-b441-b0e72378c5a1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e28dcb950a94daba1b2257497189553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644334 Dec 15 12:44:53.348261 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45676) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:53.349697 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b941-a1e9-48c5-b441-b0e72378c5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa26e27f-ed63-4c08-80ab-3d0d3d4a911d,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:53.414406 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-98b01183-c202-4031-b535-1134f53936b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.442012 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-98b01183-c202-4031-b535-1134f53936b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.517367 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-98b01183-c202-4031-b535-1134f53936b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.521581 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-98b01183-c202-4031-b535-1134f53936b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.525878 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-98b01183-c202-4031-b535-1134f53936b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa26e27f-ed63-4c08-80ab-3d0d3d4a911d HTTP/1.1" status: 204 len: 168 time: 0.1758306 Dec 15 12:44:53.538711 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b01183-c202-4031-b535-1134f53936b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa26e27f-ed63-4c08-80ab-3d0d3d4a911d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:53.670202 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1799c69-fbec-4069-8a85-1f2ebb2a7f40 req-55839b83-18ba-4c31-adcc-27bd1ee24e8a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:53.671822 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a1799c69-fbec-4069-8a85-1f2ebb2a7f40 req-55839b83-18ba-4c31-adcc-27bd1ee24e8a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0729666 Dec 15 12:44:53.758162 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a1799c69-fbec-4069-8a85-1f2ebb2a7f40 req-86704351-8115-42d5-a074-837d67f67a4c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776451 Dec 15 12:44:53.768466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:44:53.769023 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45696) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:53.855456 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 919095c7-f871-4282-ac7b-04ca1074d0e3 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:44:53.874871 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 919095c7-f871-4282-ac7b-04ca1074d0e3 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:44:53.875712 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:53.885267 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3a5f9-98b8-4d8b-9258-46ace2f6aa15 req-3a8fd9f6-73e8-4685-b749-38ecbcec6cb6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:53.896662 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fbd3a5f9-98b8-4d8b-9258-46ace2f6aa15 req-3a8fd9f6-73e8-4685-b749-38ecbcec6cb6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 944 time: 0.0822461 Dec 15 12:44:53.971734 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fbd3a5f9-98b8-4d8b-9258-46ace2f6aa15 req-98014b13-32d3-4eac-9d20-f1e3341d037f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736144 Dec 15 12:44:53.973857 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-820792341-network', 'tenant_id': '1baefb1ca49a45ee8357190cbaf3133f'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:54.019946 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Made reservation on behalf of 1baefb1ca49a45ee8357190cbaf3133f for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:54.023050 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.034743 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.036754 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.072286 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:44:54.073737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:44:54.077184 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c1d2df-4507-4441-b005-47067696467a" -d '{"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-plugged", "status": "completed", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:44:54.096140 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.143670 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37ac690-6a35-430a-8284-5b366980a891 x-openstack-request-id: req-f37ac690-6a35-430a-8284-5b366980a891 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:44:54.144242 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-plugged", "status": "completed", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:44:54.144677 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f37ac690-6a35-430a-8284-5b366980a891 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:44:54.145074 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'code': 200} Dec 15 12:44:54.161806 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.176373 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.190239 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:54.216102 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac1d80-a595-416c-9ab1-874685f0cd10,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:54.232585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:44:54.247150 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.248061 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Added segment 465817b8-7672-42b3-b397-1fc11bf8be27 of type vlan for network 298c6e90-49a2-496a-97e9-6c695f0cf6ce Dec 15 12:44:54.306509 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.352587 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.355460 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:54.357207 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.400028 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6299095 Dec 15 12:44:54.403830 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45714) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:54.415461 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Request body: {'subnet': {'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-820792341-subnet', 'tenant_id': '1baefb1ca49a45ee8357190cbaf3133f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:54.497253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7752e-dc5f-426e-846a-0aecbd34b2e3 admin admin] Pushing event updated for resources: {'Network': ['ID=298c6e90-49a2-496a-97e9-6c695f0cf6ce,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:54.509026 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 298c6e90-49a2-496a-97e9-6c695f0cf6ce details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:44:54.516649 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd056-5f44-4c23-a070-5f205058c3d5 req-b5586e85-5483-41e4-a36f-c0dab1981519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:54.518394 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-0c7bd056-5f44-4c23-a070-5f205058c3d5 req-b5586e85-5483-41e4-a36f-c0dab1981519 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0707321 Dec 15 12:44:54.519972 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Made reservation on behalf of 1baefb1ca49a45ee8357190cbaf3133f for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:54.522506 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.626260 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-0c7bd056-5f44-4c23-a070-5f205058c3d5 req-d121a511-d2d9-46bf-b755-b9d4c5d2db0a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801206 Dec 15 12:44:54.805335 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.879050 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705ed286-944b-43a5-94b0-2b77a40c5b20,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:54.889736 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c7aef-8f66-4244-9c83-f6f26df74634 req-e8882f59-e8d9-4e5a-9f5c-9896500a39c7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:54.897747 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-944c7aef-8f66-4244-9c83-f6f26df74634 req-e8882f59-e8d9-4e5a-9f5c-9896500a39c7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0659392 Dec 15 12:44:54.903384 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Checking segment: {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:44:54.904388 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Network hostable DHCP agents. Network: 298c6e90-49a2-496a-97e9-6c695f0cf6ce, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:44:54.932758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Network 298c6e90-49a2-496a-97e9-6c695f0cf6ce is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:44:54.947161 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 298c6e90-49a2-496a-97e9-6c695f0cf6ce) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:54.955501 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:54.957771 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:54.958436 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05948206-1ce3-496b-9b86-501f9413898b None None] Network 298c6e90-49a2-496a-97e9-6c695f0cf6ce requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:44:54.996488 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3840a3b6-148a-42cf-ab7d-995f2af8b198 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5829823 Dec 15 12:44:54.997094 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-944c7aef-8f66-4244-9c83-f6f26df74634 req-e8d3de9c-9d28-4614-91dd-39279db6398c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945101 Dec 15 12:44:55.124727 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9db9cb-91f1-4567-bbd2-b02401bc8f43 None None] Network 298c6e90-49a2-496a-97e9-6c695f0cf6ce requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:44:55.200382 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ac787-2437-48ac-8998-6c5543eb4683 req-36c9aee5-68aa-49f5-92c3-0f11cc039ef4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:55.209870 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-717ac787-2437-48ac-8998-6c5543eb4683 req-36c9aee5-68aa-49f5-92c3-0f11cc039ef4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1120462 Dec 15 12:44:55.295535 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-717ac787-2437-48ac-8998-6c5543eb4683 req-01b3af27-0fa2-442a-ba78-54cb057f764c tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843959 Dec 15 12:44:55.346148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45740) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:55.468326 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e8753626-4b00-4201-9f95-7d3f2247f88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.560362 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e8753626-4b00-4201-9f95-7d3f2247f88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.567973 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e8753626-4b00-4201-9f95-7d3f2247f88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.613332 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e8753626-4b00-4201-9f95-7d3f2247f88c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4cced2427a44516b8f1807ae6082d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658494 Dec 15 12:44:55.613544 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 45744) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:55.615295 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8753626-4b00-4201-9f95-7d3f2247f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec636ed-995e-4b39-8c85-398cd7324f71,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:55.692230 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-78444f48-1aa5-43b9-a154-3bd1fbb75815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.716971 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-78444f48-1aa5-43b9-a154-3bd1fbb75815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.781613 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-78444f48-1aa5-43b9-a154-3bd1fbb75815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.784577 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-78444f48-1aa5-43b9-a154-3bd1fbb75815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:55.788472 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-78444f48-1aa5-43b9-a154-3bd1fbb75815 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ec636ed-995e-4b39-8c85-398cd7324f71 HTTP/1.1" status: 204 len: 168 time: 0.1711721 Dec 15 12:44:55.813521 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78444f48-1aa5-43b9-a154-3bd1fbb75815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec636ed-995e-4b39-8c85-398cd7324f71,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:56.206776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4a1ee-8ed1-4514-b072-320b6d0daed7 req-9aa05342-5caa-4728-b237-675b5a7c3112 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:56.208290 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-17c4a1ee-8ed1-4514-b072-320b6d0daed7 req-9aa05342-5caa-4728-b237-675b5a7c3112 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0692365 Dec 15 12:44:56.272592 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-17c4a1ee-8ed1-4514-b072-320b6d0daed7 req-a4895e04-8c4f-42cd-becb-6e6390b470e7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578055 Dec 15 12:44:56.425690 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf92a5e-a9b0-4da4-8438-e59c39bd0c75 req-ce6e663d-4198-4c8c-9432-d8e99c032261 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:56.434987 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cbf92a5e-a9b0-4da4-8438-e59c39bd0c75 req-ce6e663d-4198-4c8c-9432-d8e99c032261 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0677600 Dec 15 12:44:56.487258 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cbf92a5e-a9b0-4da4-8438-e59c39bd0c75 req-4aa3dd64-d5b5-435b-91a4-a39213a02bb8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511289 Dec 15 12:44:56.607709 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04093641-d96a-4272-baf7-b806a2ee6fb7 req-45bba87c-9881-48c7-a777-5bbc4aa36493 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:56.609556 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-04093641-d96a-4272-baf7-b806a2ee6fb7 req-45bba87c-9881-48c7-a777-5bbc4aa36493 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0521348 Dec 15 12:44:56.663326 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-04093641-d96a-4272-baf7-b806a2ee6fb7 req-68e770b0-dcdb-405e-8518-f6663b3f5034 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472732 Dec 15 12:44:56.689627 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45760) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:56.925726 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc8972-0ddd-4659-bb5b-2dbdf5e581fa tempest-TestShelveInstance-76218113 tempest-TestShelveInstance-76218113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:56.930221 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-22bc8972-0ddd-4659-bb5b-2dbdf5e581fa tempest-TestShelveInstance-76218113 tempest-TestShelveInstance-76218113-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1093 time: 0.2366564 Dec 15 12:44:56.930445 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 45768) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:44:56.935594 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'port_id': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:56.961229 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for floatingip, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:57.073875 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:57.209355 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Allocated IP 172.27.1.25 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/735a00e3-f205-4698-bf97-5877c3ab7a9d) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:57.452623 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:57.502925 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1bbab-f520-4f4b-990a-bb601d557670 req-d4536d8b-f4db-4b7b-8448-665f4acd19d6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:57.504403 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3bb1bbab-f520-4f4b-990a-bb601d557670 req-d4536d8b-f4db-4b7b-8448-665f4acd19d6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1429281 Dec 15 12:44:57.537790 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-3549275c-6b65-4a0c-b6a2-ce473f52f618 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:57.539223 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-3549275c-6b65-4a0c-b6a2-ce473f52f618 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/networks?id=298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 200 len: 813 time: 0.2029355 Dec 15 12:44:57.573294 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:57.580948 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-12b5534e-0a36-420a-a0df-85baa33584f9 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/quotas/1baefb1ca49a45ee8357190cbaf3133f HTTP/1.1" status: 200 len: 375 time: 0.0343010 Dec 15 12:44:57.649661 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-ac69ba7b-00f1-4f64-b5c7-c9ccda30e273 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463967 Dec 15 12:44:57.653449 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3bb1bbab-f520-4f4b-990a-bb601d557670 req-25c930a4-592e-4f58-9f06-491615463f66 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353128 Dec 15 12:44:57.656824 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:57.670975 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:57.682151 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:44:57.684977 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'Port': ['ID=735a00e3-f205-4698-bf97-5877c3ab7a9d,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:57.832430 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-5088c8a9-75af-42b2-8d40-26afbb442ac3 service neutron] 10.222.0.71 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730142 Dec 15 12:44:58.010006 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-71b8fc33-4d5d-4936-a4b1-bf6d07c7df7d service neutron] 10.222.0.71 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711907 Dec 15 12:44:58.200390 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e1b8cb29-d5dd-47bd-a553-ecf731c0dd90 req-a4b0be9f-1d52-4c20-9332-b01e1537ddae tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 210 time: 0.0343277 Dec 15 12:44:58.205752 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:58.356995 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:58.394447 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-7539b0e7-c9ce-4835-a3c7-446438c6b93e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:58.396005 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-7539b0e7-c9ce-4835-a3c7-446438c6b93e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 815 time: 0.1882007 Dec 15 12:44:58.422222 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-ce1fc719-01a8-4222-a4ef-105a4b43e0a7 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/quotas/b02c051d467a41729e6278058c5c5a42 HTTP/1.1" status: 200 len: 375 time: 0.0200000 Dec 15 12:44:58.532542 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-61359689-302c-496c-8b00-3bc35df8ff70 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022696 Dec 15 12:44:58.639858 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:58.650437 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:58.693839 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-a679b60d-9c02-4a8d-b233-1d1ce2bea7f6 service neutron] 10.222.0.71 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472096 Dec 15 12:44:58.794207 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event updated for resources: {'Port': ['ID=735a00e3-f205-4698-bf97-5877c3ab7a9d,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:44:58.827043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:58.911149 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-9ac2caea-7a76-40b0-8682-c96c9be5efd7 service neutron] 10.222.0.71 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857409 Dec 15 12:44:58.918653 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3b761-1b60-483b-a682-8a83c0915091 req-a38d10d8-bfcc-4684-9dcc-30e6c7212edd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:58.920062 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2b3b761-1b60-483b-a682-8a83c0915091 req-a38d10d8-bfcc-4684-9dcc-30e6c7212edd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1792567 Dec 15 12:44:59.000712 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Floating IP f9185d53-500e-4578-8688-dcd255413d82 associated. External IP: 172.27.1.25, port: 919095c7-f871-4282-ac7b-04ca1074d0e3. Dec 15 12:44:59.009990 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2b3b761-1b60-483b-a682-8a83c0915091 req-c54a6638-cb07-4df4-8b5a-baffdb0ad7dd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642531 Dec 15 12:44:59.118289 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1d5c70d0-ad2a-40a3-aa1f-e8dd1e172ab9 req-37655a4a-7e0f-4871-ad5c-62bc4ebb4635 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 210 time: 0.0598705 Dec 15 12:44:59.280205 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:44:59.391038 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-eeec5c43-1879-409f-af4d-0a849513249e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:59.392796 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-eeec5c43-1879-409f-af4d-0a849513249e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "GET /v2.0/networks?id=298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 200 len: 813 time: 0.1553090 Dec 15 12:44:59.417431 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Request body: {'port': {'device_id': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce', 'admin_state_up': True, 'tenant_id': '1baefb1ca49a45ee8357190cbaf3133f'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:44:59.462909 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:59.560731 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Made reservation on behalf of 1baefb1ca49a45ee8357190cbaf3133f for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:44:59.565268 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:59.636328 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3758429e-829e-4f79-9356-d9a9d3e6ad9c req-22516da6-d13c-493c-b3d5-4fcfaa4b21cb tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 210 time: 0.0343564 Dec 15 12:44:59.695947 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:44:59.706206 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] Sync routers for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:44:59.711668 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Allocated IP 172.20.0.2 (298c6e90-49a2-496a-97e9-6c695f0cf6ce/705ed286-944b-43a5-94b0-2b77a40c5b20/ce358787-97fe-48f8-bbd6-f92d0b0cc3b3) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:44:59.719995 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:44:59.720866 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:44:59.730867 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:59.758602 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ee776ceb-c6c0-43a7-9047-c99d864419c8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8270907 Dec 15 12:44:59.759194 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:44:59.761431 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7991ec75-2841-4aba-a3c8-963b37170485" -d '{"events": [{"name": "network-changed", "server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:44:59.800050 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa639f99-95fa-4286-9f5c-98a3acbe4678 x-openstack-request-id: req-fa639f99-95fa-4286-9f5c-98a3acbe4678 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:44:59.800346 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:44:59.800606 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa639f99-95fa-4286-9f5c-98a3acbe4678 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:44:59.801006 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'status': 'completed', 'code': 200} Dec 15 12:44:59.852919 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:44:59.897921 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ec75-2841-4aba-a3c8-963b37170485 req-ea5b899d-2907-477b-bfdf-9a89320cc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:44:59.899558 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-ea5b899d-2907-477b-bfdf-9a89320cc5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0486925 Dec 15 12:44:59.901709 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:59.941867 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:44:59.987608 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Network 298c6e90-49a2-496a-97e9-6c695f0cf6ce is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:44:59.990689 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:44:59.993241 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:45:00.002013 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ec75-2841-4aba-a3c8-963b37170485 req-93096be4-2778-4383-a3a4-8d7c173b510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.003511 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-93096be4-2778-4383-a3a4-8d7c173b510d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 910 time: 0.0919588 Dec 15 12:45:00.024195 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Pushing event updated for resources: {'Port': ['ID=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:00.053888 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.054479 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:00.078578 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-536905a8-7d38-40f9-bc54-581621f85014 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6677330 Dec 15 12:45:00.084497 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-de0f744a-5542-44d6-b3fb-68e7e000e55c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 998 time: 0.0708036 Dec 15 12:45:00.104918 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'f9185d53-500e-4578-8688-dcd255413d82', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'port_id': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'mac_address': 'fa:16:3e:dc:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:44:58Z', 'updated_at': '2021-12-15T12:44:58Z', 'revision_number': 0, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:00.107843 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Request body: {'port': {'device_id': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:00.135110 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] Checking router: 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:45:00.151527 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:45:00.152482 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:44:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:00.166214 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:00.184284 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff76bd-ce15-411d-a2b6-42c8733cee47 req-b10a59ab-c798-40e3-b942-b81e5a0860c4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.186187 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-84ff76bd-ce15-411d-a2b6-42c8733cee47 req-b10a59ab-c798-40e3-b942-b81e5a0860c4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0965884 Dec 15 12:45:00.189010 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ec75-2841-4aba-a3c8-963b37170485 req-ec46e3e7-61a0-4681-a04e-2eaac86afa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.189189 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-ec46e3e7-61a0-4681-a04e-2eaac86afa36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.0735614 Dec 15 12:45:00.281883 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a4a2799c-97f6-4314-9814-89f2a594ade7 req-4e27fbc4-97ae-4e4e-80d6-3493b32ed7ca tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 210 time: 0.0679913 Dec 15 12:45:00.290230 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:45:00.310823 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-84ff76bd-ce15-411d-a2b6-42c8733cee47 req-2249a23b-b0e0-49d2-9016-f426d1f364fc tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167388 Dec 15 12:45:00.315667 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991ec75-2841-4aba-a3c8-963b37170485 req-e2ebb15f-aae9-43e0-b64a-2e2d9a72ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.317227 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-e2ebb15f-aae9-43e0-b64a-2e2d9a72ed6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022925 Dec 15 12:45:00.525093 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-4f8ec691-cd2a-403e-9a34-78081946f0f8 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839113 Dec 15 12:45:00.533577 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-ca8dcf15-74b4-42d7-8fb7-a93b1320e7e3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.535056 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-ca8dcf15-74b4-42d7-8fb7-a93b1320e7e3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 815 time: 0.2222021 Dec 15 12:45:00.547937 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:45:00.558021 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'f9185d53-500e-4578-8688-dcd255413d82', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'port_id': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'mac_address': 'fa:16:3e:dc:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:44:58Z', 'updated_at': '2021-12-15T12:44:58Z', 'revision_number': 0, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:00.560795 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:00.563451 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'port': {'device_id': 'dd78040a-71f8-460c-b62d-662abf24e574', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'admin_state_up': True, 'tenant_id': 'b02c051d467a41729e6278058c5c5a42'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:00.574687 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Transition to ACTIVE for port object ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:45:00.578481 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:00.588525 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0997c-57ec-4f8d-8d02-024146bd3b2c None None] The sync data for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi is: [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'f9185d53-500e-4578-8688-dcd255413d82', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'port_id': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'mac_address': 'fa:16:3e:dc:a7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:44:58Z', 'updated_at': '2021-12-15T12:44:58Z', 'revision_number': 0, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:45:00.632707 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Pushing event updated for resources: {'Port': ['ID=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:00.727649 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Attempting to bind port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:45:00.728008 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Attempting to bind port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:45:00.728300 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Attempting to bind port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 on network 298c6e90-49a2-496a-97e9-6c695f0cf6ce {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:45:00.733602 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 on network 298c6e90-49a2-496a-97e9-6c695f0cf6ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:45:00.733837 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Attempting to bind port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 on network 298c6e90-49a2-496a-97e9-6c695f0cf6ce {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:45:00.740397 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:45:00.740779 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Checking segment: {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:45:00.741114 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Bound using segment: {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:45:00.741530 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Bound port: ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:45:00.742325 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:00.798844 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7991ec75-2841-4aba-a3c8-963b37170485 req-aed93ee8-b01f-40d0-9950-6cf2a7c914fb service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603943 Dec 15 12:45:00.835116 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c9b22-ad13-4503-876d-444c7f067120 req-53b5ebc5-c7e5-460f-9219-6a85dd9d2829 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:00.836945 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb9c9b22-ad13-4503-876d-444c7f067120 req-53b5ebc5-c7e5-460f-9219-6a85dd9d2829 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.1016009 Dec 15 12:45:00.838392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Made reservation on behalf of b02c051d467a41729e6278058c5c5a42 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:45:00.842587 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:00.928067 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d714e1-8e82-4242-92e2-8ad2b428555a None None] New status for floating IP f9185d53-500e-4578-8688-dcd255413d82: ACTIVE {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:45:01.007692 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb9c9b22-ad13-4503-876d-444c7f067120 req-f497d2be-9846-4f11-9b27-a49178ed26a0 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616426 Dec 15 12:45:01.043133 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] For port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:45:01.046475 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] For port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:45:01.051825 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:01.070737 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:01.071382 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:01.072913 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 HTTP/1.1" status: 200 len: 1093 time: 0.9700983 Dec 15 12:45:01.073252 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Allocated IP 172.20.0.6 (393ac087-b505-46db-994b-4a723c5b5fc6/9593432c-ba56-4912-ae38-23971ef836b4/b60c1860-2798-43b9-a1ef-43d9cd262777) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:45:01.075661 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'tag': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:01.080786 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7faefe-18a6-4a0a-acfd-743bac69a144" -d '{"events": [{"name": "network-changed", "server_uuid": "0bad0d5c-5e72-4dca-82da-4d7fcca21675", "tag": "ce358787-97fe-48f8-bbd6-f92d0b0cc3b3"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:01.151312 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9da51-e8db-4d2e-a9db-e48c3f4b4d29 x-openstack-request-id: req-9ba9da51-e8db-4d2e-a9db-e48c3f4b4d29 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:01.151672 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bad0d5c-5e72-4dca-82da-4d7fcca21675", "tag": "ce358787-97fe-48f8-bbd6-f92d0b0cc3b3", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:01.151926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ba9da51-e8db-4d2e-a9db-e48c3f4b4d29 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:01.153119 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'tag': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3', 'status': 'completed', 'code': 200} Dec 15 12:45:01.186565 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d93fc-d026-4681-9d32-6b658e7add38 service neutron] Pushing event updated for resources: {'Port': ['ID=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:01.218384 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-4a1eae59-5b19-46fc-b881-fab3ada1c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:01.220209 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-4a1eae59-5b19-46fc-b881-fab3ada1c2db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 1096 time: 0.0719988 Dec 15 12:45:01.360994 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:01.434209 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d55a7a10-af99-4fb3-8dcf-6821155035be req-b07661ad-73aa-44cd-b3e4-53ad0967fa56 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 210 time: 0.0332236 Dec 15 12:45:01.465707 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:01.512879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Network 393ac087-b505-46db-994b-4a723c5b5fc6 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:45:01.518197 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:45:01.525201 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:45:01.572688 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:01.594597 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9add4-434a-41f2-9495-b3e2da39f6c7 req-1d16da7e-a5af-45f8-9d74-8b789e62b41e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:01.597101 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4bd9add4-434a-41f2-9495-b3e2da39f6c7 req-1d16da7e-a5af-45f8-9d74-8b789e62b41e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.1681950 Dec 15 12:45:01.613182 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:01.613814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:01.647926 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1c1011e4-c158-436c-abea-c0e63d7e0f9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0892668 Dec 15 12:45:01.694614 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4bd9add4-434a-41f2-9495-b3e2da39f6c7 req-49bc18d2-49e6-447f-a52e-75531a8aa0ba tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918753 Dec 15 12:45:01.801561 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-01b9149e-f5d7-416d-a0dd-2748afa45a7b None None] Provisioning complete for port b60c1860-2798-43b9-a1ef-43d9cd262777 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:45:01.802159 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-01b9149e-f5d7-416d-a0dd-2748afa45a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:01.836236 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-01b9149e-f5d7-416d-a0dd-2748afa45a7b None None] Port b60c1860-2798-43b9-a1ef-43d9cd262777 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:45:02.124620 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aa3c2-c8ba-4995-8834-d7e82f69626e req-0385b580-738b-43a2-8a5f-741e9f6d3802 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:02.126015 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bc2aa3c2-c8ba-4995-8834-d7e82f69626e req-0385b580-738b-43a2-8a5f-741e9f6d3802 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0498033 Dec 15 12:45:02.180905 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bc2aa3c2-c8ba-4995-8834-d7e82f69626e req-5170b5fa-0bef-4ae8-b881-6f200d21c6dd tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Dec 15 12:45:02.502449 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-76091b7b-06d9-4526-a372-21cf107b9cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:02.579882 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc588cd-758e-4395-ad2b-ec1975ac38d8 req-f2ddb760-1ad6-4ba3-bf5e-cf27e9ad82bc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:02.581623 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ddc588cd-758e-4395-ad2b-ec1975ac38d8 req-f2ddb760-1ad6-4ba3-bf5e-cf27e9ad82bc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0620337 Dec 15 12:45:02.638795 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ddc588cd-758e-4395-ad2b-ec1975ac38d8 req-9bf52935-a48a-4201-8161-e4d933d17a86 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491362 Dec 15 12:45:02.838112 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866f3a-2a34-46b1-bb00-18c6153bbb20 req-a8fb448a-4c9f-483e-95be-4b3aeb95dd43 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:02.840632 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e866f3a-2a34-46b1-bb00-18c6153bbb20 req-a8fb448a-4c9f-483e-95be-4b3aeb95dd43 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0670195 Dec 15 12:45:02.905046 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e866f3a-2a34-46b1-bb00-18c6153bbb20 req-ee167aac-f6ff-4e6d-9f16-ae25343b3091 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570624 Dec 15 12:45:03.307547 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb71717-d92b-4228-8a00-9ee1b40c075a req-d4977ef1-633c-458d-a7d7-ceb29de6f92b tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:03.309192 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bbb71717-d92b-4228-8a00-9ee1b40c075a req-d4977ef1-633c-458d-a7d7-ceb29de6f92b tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0585644 Dec 15 12:45:03.358449 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bbb71717-d92b-4228-8a00-9ee1b40c075a req-9095613a-7955-4159-8f8c-7b7e59b39672 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Dec 15 12:45:03.758118 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c443a60-8b0d-403a-ba3a-77a2525df276 req-f650d6d5-e8f6-4bb5-bf0b-5f16f3fda3d5 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:03.759895 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c443a60-8b0d-403a-ba3a-77a2525df276 req-f650d6d5-e8f6-4bb5-bf0b-5f16f3fda3d5 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0508888 Dec 15 12:45:03.809518 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c443a60-8b0d-403a-ba3a-77a2525df276 req-a820fd4f-b54e-4da2-b981-83f97ae08c7c tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Dec 15 12:45:04.029880 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dd15d-4322-4274-98c1-309a0a01914e req-f8d48706-fa00-417c-8c8e-53d2471859d4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:04.031413 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-175dd15d-4322-4274-98c1-309a0a01914e req-f8d48706-fa00-417c-8c8e-53d2471859d4 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0499334 Dec 15 12:45:04.081714 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-175dd15d-4322-4274-98c1-309a0a01914e req-0e696a1e-f141-4a61-8ad8-1e5abf49b08f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Dec 15 12:45:04.479490 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c75e2f-7331-4720-8a9d-eb5d852c5c90 req-261dd4f1-0857-4885-96bb-df5344ace0b9 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:04.481378 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35c75e2f-7331-4720-8a9d-eb5d852c5c90 req-261dd4f1-0857-4885-96bb-df5344ace0b9 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0502446 Dec 15 12:45:04.530500 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35c75e2f-7331-4720-8a9d-eb5d852c5c90 req-91f55fd9-bb77-4cb2-933d-8489bda7e962 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Dec 15 12:45:04.925566 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb897-8445-45e6-9fb0-b15e164e90fd req-1bc2ff3a-d83b-4d55-8377-a40408c445a5 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:04.927400 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d2eeb897-8445-45e6-9fb0-b15e164e90fd req-1bc2ff3a-d83b-4d55-8377-a40408c445a5 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0501685 Dec 15 12:45:04.949654 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-43627c9b-39d1-4f77-9030-406375e09b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:04.983855 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d2eeb897-8445-45e6-9fb0-b15e164e90fd req-61e6c6dc-d257-4314-967d-cf35239ce553 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Dec 15 12:45:05.216840 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74111-8dcb-48d2-a9b1-abd227af0915 req-1bd06275-975f-4a27-a3c4-2125a2ff8262 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:05.218369 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a4b74111-8dcb-48d2-a9b1-abd227af0915 req-1bd06275-975f-4a27-a3c4-2125a2ff8262 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0589740 Dec 15 12:45:05.270213 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a4b74111-8dcb-48d2-a9b1-abd227af0915 req-c0299b37-8a85-41f8-8aee-44fada36e543 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Dec 15 12:45:05.658832 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039faf15-d115-4f01-b57d-71b1517bce10 req-e52f7ab2-5274-4818-a9d6-79bc85de2074 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:05.660318 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-039faf15-d115-4f01-b57d-71b1517bce10 req-e52f7ab2-5274-4818-a9d6-79bc85de2074 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0512214 Dec 15 12:45:05.712392 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-039faf15-d115-4f01-b57d-71b1517bce10 req-6623764c-3df9-4177-8260-9480bee5fbc4 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Dec 15 12:45:06.106259 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05bb9e-fb7e-46f0-a30c-57ea8c5797dd req-aac5c8e8-a10a-45cf-b557-3d2e5b6f662b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:06.107796 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4b05bb9e-fb7e-46f0-a30c-57ea8c5797dd req-aac5c8e8-a10a-45cf-b557-3d2e5b6f662b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0504479 Dec 15 12:45:06.132508 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:06.169718 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4b05bb9e-fb7e-46f0-a30c-57ea8c5797dd req-38beb06e-1064-42e5-afa2-06d971768421 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Dec 15 12:45:06.389287 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55af69e-66a0-495d-97e1-9ad3c71ad0ff req-ae24e9a1-0510-421c-b742-e1ed0333f522 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:06.390768 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c55af69e-66a0-495d-97e1-9ad3c71ad0ff req-ae24e9a1-0510-421c-b742-e1ed0333f522 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Dec 15 12:45:06.437987 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c55af69e-66a0-495d-97e1-9ad3c71ad0ff req-5654be91-394f-46f7-9fb0-f84c423e3a94 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Dec 15 12:45:06.830376 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51fa97-749a-45d6-aa6c-641a4777c4a2 req-caeb9909-97bf-416b-b061-879833d2589a tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:06.831857 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3f51fa97-749a-45d6-aa6c-641a4777c4a2 req-caeb9909-97bf-416b-b061-879833d2589a tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Dec 15 12:45:06.883647 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3f51fa97-749a-45d6-aa6c-641a4777c4a2 req-ad3152c9-ce01-49d4-9f6b-1ecd4c5b3220 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Dec 15 12:45:07.289875 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f7b4f-13a1-409d-9f76-88da88c5c467 req-20624781-d538-43d6-ab89-00f4f1fbee34 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:07.291933 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6f7f7b4f-13a1-409d-9f76-88da88c5c467 req-20624781-d538-43d6-ab89-00f4f1fbee34 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0534661 Dec 15 12:45:07.346326 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6f7f7b4f-13a1-409d-9f76-88da88c5c467 req-8cedaf7e-7235-4c68-95de-49f43578b7c3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Dec 15 12:45:07.487032 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:07.560586 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cd909-f06a-449f-b961-e79b04ac10b2 req-381e118b-25fd-422b-8d11-ab3a60d258b9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:07.562069 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-625cd909-f06a-449f-b961-e79b04ac10b2 req-381e118b-25fd-422b-8d11-ab3a60d258b9 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Dec 15 12:45:07.614388 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-625cd909-f06a-449f-b961-e79b04ac10b2 req-615317db-35c7-4455-b3ee-700151940523 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Dec 15 12:45:08.007115 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88cbbb-2663-4925-9df2-ff1932636a87 req-a692c882-e4a0-42c0-858f-018f8ad59f47 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:08.008773 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b88cbbb-2663-4925-9df2-ff1932636a87 req-a692c882-e4a0-42c0-858f-018f8ad59f47 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0566502 Dec 15 12:45:08.058527 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b88cbbb-2663-4925-9df2-ff1932636a87 req-df259ac9-5f39-4ccf-b13a-c4023674af60 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Dec 15 12:45:08.251270 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:08.464024 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59709ddc-aebf-40ea-9e2d-0b76bb4ec374 req-ad8e68ca-4a9d-4152-a198-8e704cd57b2a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:08.465683 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-59709ddc-aebf-40ea-9e2d-0b76bb4ec374 req-ad8e68ca-4a9d-4152-a198-8e704cd57b2a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0504892 Dec 15 12:45:08.517387 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-59709ddc-aebf-40ea-9e2d-0b76bb4ec374 req-8d530891-f874-4155-b815-6239f10ec985 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Dec 15 12:45:08.744306 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071b970-d34e-499a-b73b-a39f34d0dc8e req-313a29bb-4315-4d72-9c9d-d2cb0eb2e9b0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:08.748216 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6071b970-d34e-499a-b73b-a39f34d0dc8e req-313a29bb-4315-4d72-9c9d-d2cb0eb2e9b0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0640316 Dec 15 12:45:08.802774 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6071b970-d34e-499a-b73b-a39f34d0dc8e req-1c8b5f7a-57e4-4164-b10a-efba580e5682 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486271 Dec 15 12:45:09.189097 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97289d95-2891-4569-b30d-c0fc21ad784c req-a1ce4c9a-f4b4-4886-9865-84fcc04c19d6 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:09.190770 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-97289d95-2891-4569-b30d-c0fc21ad784c req-a1ce4c9a-f4b4-4886-9865-84fcc04c19d6 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0554843 Dec 15 12:45:09.265062 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-97289d95-2891-4569-b30d-c0fc21ad784c req-60f99fd9-b70d-4828-bef4-0a371d13320f tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677490 Dec 15 12:45:09.671200 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416350c0-ad0a-4508-bdd3-584308a34eba req-ee43cdd6-4ee4-4b6e-9e6b-22678cf8baea tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:09.672845 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-416350c0-ad0a-4508-bdd3-584308a34eba req-ee43cdd6-4ee4-4b6e-9e6b-22678cf8baea tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0491836 Dec 15 12:45:09.721217 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-416350c0-ad0a-4508-bdd3-584308a34eba req-2ed61c7e-13f4-441f-ac82-ab1ccb727cc0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Dec 15 12:45:09.931126 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b15d2-afcf-4803-85c8-645e4d1879c5 req-afab3d13-da74-448e-97bc-1277582c69b5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:09.932587 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-397b15d2-afcf-4803-85c8-645e4d1879c5 req-afab3d13-da74-448e-97bc-1277582c69b5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0558815 Dec 15 12:45:09.981253 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-397b15d2-afcf-4803-85c8-645e4d1879c5 req-febd6403-609f-411f-bf92-3a5392651cb5 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Dec 15 12:45:10.406841 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d54bc0-8a47-4565-9c80-82ebcdf5cecb req-3f41368c-889c-448e-920b-0f997020ab5e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:10.410164 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-67d54bc0-8a47-4565-9c80-82ebcdf5cecb req-3f41368c-889c-448e-920b-0f997020ab5e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0504508 Dec 15 12:45:10.457708 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-67d54bc0-8a47-4565-9c80-82ebcdf5cecb req-dcdd319b-0e45-40fc-9c1e-019b9063587f tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Dec 15 12:45:10.837530 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65967b-21c2-48b2-82c5-cce7918cf9a1 req-798f638d-36a4-4126-89cb-c77fa36d9da0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:10.839043 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4d65967b-21c2-48b2-82c5-cce7918cf9a1 req-798f638d-36a4-4126-89cb-c77fa36d9da0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0516617 Dec 15 12:45:10.891402 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4d65967b-21c2-48b2-82c5-cce7918cf9a1 req-087bec07-ede8-40c5-b499-59635360931e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Dec 15 12:45:11.106648 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8fb99-6c94-435c-9a5c-8e6d4e44e935 req-7bab0bcd-5918-4879-ab96-f46141679da1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:11.108385 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-50c8fb99-6c94-435c-9a5c-8e6d4e44e935 req-7bab0bcd-5918-4879-ab96-f46141679da1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0521657 Dec 15 12:45:11.156321 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-50c8fb99-6c94-435c-9a5c-8e6d4e44e935 req-2b7b721b-bcb3-4984-8257-5b18611332b8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Dec 15 12:45:11.578105 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e3c3b-4af1-459d-8301-6caa1d8c12d2 req-e5d56500-e122-45cb-8e54-a34243b33cc5 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:11.579511 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-be5e3c3b-4af1-459d-8301-6caa1d8c12d2 req-e5d56500-e122-45cb-8e54-a34243b33cc5 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0517416 Dec 15 12:45:11.627920 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-be5e3c3b-4af1-459d-8301-6caa1d8c12d2 req-40b5f2a1-e3bb-4480-9d3f-0cc65f0fa4d7 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Dec 15 12:45:12.009347 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c1299-4542-4f5e-8e9d-1e632b1f71d7 req-b8aa8cf9-8a32-4d85-bc2e-279c0309bce3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:12.010820 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cc3c1299-4542-4f5e-8e9d-1e632b1f71d7 req-b8aa8cf9-8a32-4d85-bc2e-279c0309bce3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0530949 Dec 15 12:45:12.059960 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cc3c1299-4542-4f5e-8e9d-1e632b1f71d7 req-3443bcd7-4976-47dd-96e9-9eb58313d75a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Dec 15 12:45:12.273111 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc7315-53de-4d7e-bf2b-86b0a776fd4d req-971576fd-72d7-4a1c-abfa-2abf747a43b8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:12.274869 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42cc7315-53de-4d7e-bf2b-86b0a776fd4d req-971576fd-72d7-4a1c-abfa-2abf747a43b8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Dec 15 12:45:12.324948 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42cc7315-53de-4d7e-bf2b-86b0a776fd4d req-7f6984a1-4867-469d-9179-eaf9b0cc1e80 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Dec 15 12:45:12.770145 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea95245-8cb4-4b59-9b7a-7df2ffd46ccc req-dcd8452d-f5ed-4149-aada-19547f4a5e62 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:12.772491 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aea95245-8cb4-4b59-9b7a-7df2ffd46ccc req-dcd8452d-f5ed-4149-aada-19547f4a5e62 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0743248 Dec 15 12:45:12.835497 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aea95245-8cb4-4b59-9b7a-7df2ffd46ccc req-6a0efafd-1c28-49a0-901e-b23fafc82c65 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Dec 15 12:45:13.180638 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd27663-de69-44c2-8e1d-b8ef000f2e08 req-448c2103-82e1-4be2-a544-73a8256512f1 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:13.182129 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dbd27663-de69-44c2-8e1d-b8ef000f2e08 req-448c2103-82e1-4be2-a544-73a8256512f1 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0504174 Dec 15 12:45:13.232170 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dbd27663-de69-44c2-8e1d-b8ef000f2e08 req-3b7f9625-b3fb-4603-9981-83220e960a61 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Dec 15 12:45:13.453702 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea2f59-bf04-42e1-8259-8bde9a250341 req-4b0911e4-e803-4087-baa4-e3cba3b591c6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:13.455275 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f4ea2f59-bf04-42e1-8259-8bde9a250341 req-4b0911e4-e803-4087-baa4-e3cba3b591c6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Dec 15 12:45:13.508884 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f4ea2f59-bf04-42e1-8259-8bde9a250341 req-70b3b9a5-5ed5-48dc-888b-7d5b7437db81 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Dec 15 12:45:13.950265 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8828e-bd7a-4b5c-8ed7-d6e9b6f3f446 req-f8e8b1c2-6b57-4676-b9f1-2a09db4409df tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:13.951735 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eff8828e-bd7a-4b5c-8ed7-d6e9b6f3f446 req-f8e8b1c2-6b57-4676-b9f1-2a09db4409df tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Dec 15 12:45:13.999800 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eff8828e-bd7a-4b5c-8ed7-d6e9b6f3f446 req-73565ba0-42ca-4f26-b312-74368c00347b tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Dec 15 12:45:14.349847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc4f1f-e29d-44b6-9b74-ad826c6a4d92 req-580e6f22-c40d-4f8d-b3b7-85a0ca0e00ec tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:14.351336 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-36dc4f1f-e29d-44b6-9b74-ad826c6a4d92 req-580e6f22-c40d-4f8d-b3b7-85a0ca0e00ec tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 931 time: 0.0487065 Dec 15 12:45:14.406276 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-36dc4f1f-e29d-44b6-9b74-ad826c6a4d92 req-d1de6211-f902-485a-b16f-93882849d4be tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487754 Dec 15 12:45:14.567356 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Request body: {'port': {'device_id': 'dd78040a-71f8-460c-b62d-662abf24e574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:14.610003 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-332401dd-531a-4526-891f-18b5605455f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 HTTP/1.1" status: 200 len: 217 time: 0.0469577 Dec 15 12:45:14.658276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:14.663525 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972db865-d601-411e-95ae-f0f568b11629 req-d6631670-f599-43ff-afa9-256921ec3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:14.664810 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-d6631670-f599-43ff-afa9-256921ec3f66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=705ed286-944b-43a5-94b0-2b77a40c5b20 HTTP/1.1" status: 200 len: 853 time: 0.0460126 Dec 15 12:45:14.678777 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f6015-cf72-4e76-9284-07c1b5a56d50 req-9deba427-b4f4-460a-ad5c-9b92e5433da0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:14.680470 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-690f6015-cf72-4e76-9284-07c1b5a56d50 req-9deba427-b4f4-460a-ad5c-9b92e5433da0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0903289 Dec 15 12:45:14.713668 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-694fd454-02ce-4027-abd7-f98b68ea781d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298c6e90-49a2-496a-97e9-6c695f0cf6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323677 Dec 15 12:45:14.811158 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-690f6015-cf72-4e76-9284-07c1b5a56d50 req-1f9123c0-f04f-4b77-a24f-4cd1b6da9a36 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223385 Dec 15 12:45:14.824167 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-2574c107-3f5f-4069-9517-101d2417cb0f service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985227 Dec 15 12:45:14.928767 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-972db865-d601-411e-95ae-f0f568b11629 req-7a014edd-bfbb-42cf-a477-c67687792482 service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952606 Dec 15 12:45:15.018306 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60c1860-2798-43b9-a1ef-43d9cd262777 {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:45:15.028820 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:15.044788 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Transition to ACTIVE for port object b60c1860-2798-43b9-a1ef-43d9cd262777 will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:45:15.049395 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:15.053054 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-6c8a67ca-4e98-45d0-8f04-f325ff50ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.055198 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-6c8a67ca-4e98-45d0-8f04-f325ff50ea4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 1096 time: 0.0656955 Dec 15 12:45:15.152788 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:15.166361 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-1629c8e5-4dc3-4a80-84e6-50a209dfe74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.169084 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-1629c8e5-4dc3-4a80-84e6-50a209dfe74f service neutron] 10.222.0.36 "GET /v2.0/networks?id=298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 200 len: 914 time: 0.1020610 Dec 15 12:45:15.194226 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cb1de-a5e3-4981-bfaf-e77fa0e07a75 req-367bbd0d-7fb7-4094-8e47-75a68a5344ca tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.195905 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c42cb1de-a5e3-4981-bfaf-e77fa0e07a75 req-367bbd0d-7fb7-4094-8e47-75a68a5344ca tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.1180639 Dec 15 12:45:15.219333 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Attempting to bind port b60c1860-2798-43b9-a1ef-43d9cd262777 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:45:15.219671 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Attempting to bind port b60c1860-2798-43b9-a1ef-43d9cd262777 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:45:15.220044 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Attempting to bind port b60c1860-2798-43b9-a1ef-43d9cd262777 on network 393ac087-b505-46db-994b-4a723c5b5fc6 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:45:15.220669 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-09b140b6-7322-42e7-b926-db1ddce10895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 HTTP/1.1" status: 200 len: 217 time: 0.0405562 Dec 15 12:45:15.236758 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Port b60c1860-2798-43b9-a1ef-43d9cd262777 on network 393ac087-b505-46db-994b-4a723c5b5fc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:45:15.237080 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Attempting to bind port b60c1860-2798-43b9-a1ef-43d9cd262777 on network 393ac087-b505-46db-994b-4a723c5b5fc6 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:45:15.248749 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:45:15.249107 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Checking segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:45:15.249488 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Bound using segment: {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:45:15.249922 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Bound port: b60c1860-2798-43b9-a1ef-43d9cd262777, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e0d0da-1426-445e-b069-1aeda82a6780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:45:15.250279 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:15.286918 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c42cb1de-a5e3-4981-bfaf-e77fa0e07a75 req-bbc7b4d3-5543-40f3-928d-912a773d73c5 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683641 Dec 15 12:45:15.287088 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-02493933-e805-46c4-aaf1-68ff915db087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.288451 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-02493933-e805-46c4-aaf1-68ff915db087 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=705ed286-944b-43a5-94b0-2b77a40c5b20 HTTP/1.1" status: 200 len: 853 time: 0.0569370 Dec 15 12:45:15.326661 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-d85291b2-d51f-4ddd-b887-3b1d84a35ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298c6e90-49a2-496a-97e9-6c695f0cf6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294790 Dec 15 12:45:15.337794 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:45:15.343068 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:45:15.347982 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:15.384166 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.384797 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:15.386234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] 10.222.0.36 "PUT /v2.0/ports/b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 1093 time: 0.8232260 Dec 15 12:45:15.386787 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:15.389092 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:15.416132 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c6e99-fcd3-47c4-a894-d9ebc6ae8bac service neutron] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:15.437003 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-c43ae19d-b1c1-4224-a3e4-1c8bf8997059 service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988395 Dec 15 12:45:15.466769 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c432edf8-3537-4263-a8fa-b7a948afd5a2 x-openstack-request-id: req-c432edf8-3537-4263-a8fa-b7a948afd5a2 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:15.467149 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:15.467473 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c432edf8-3537-4263-a8fa-b7a948afd5a2 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:15.467934 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'status': 'completed', 'code': 200} Dec 15 12:45:15.485029 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-944f03e9-f847-44ab-86e7-47105b964c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.486807 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-944f03e9-f847-44ab-86e7-47105b964c0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1096 time: 0.0519783 Dec 15 12:45:15.547091 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-324a0502-82c5-424c-b1d3-e53e8082c534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 217 time: 0.0504615 Dec 15 12:45:15.548212 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6f7faefe-18a6-4a0a-acfd-743bac69a144 req-d2b02585-bc87-488e-a0cf-7a8470a8f51d service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983591 Dec 15 12:45:15.570265 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e20ca1-11c4-4278-8f2c-346eb962312e req-d2d62298-05b1-405b-9ebc-307d783ab608 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.571614 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-25e20ca1-11c4-4278-8f2c-346eb962312e req-d2d62298-05b1-405b-9ebc-307d783ab608 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 943 time: 0.0838623 Dec 15 12:45:15.647088 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-86781485-114b-4799-9f22-94cdd26fdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.648531 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-86781485-114b-4799-9f22-94cdd26fdd49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.0759640 Dec 15 12:45:15.656233 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-25e20ca1-11c4-4278-8f2c-346eb962312e req-f5bec6af-7df6-416b-b216-83c4aea2a7cd tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750928 Dec 15 12:45:15.699986 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-3039a460-3641-4dc6-9f1b-de96f8d1fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:15.701450 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-3039a460-3641-4dc6-9f1b-de96f8d1fa51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423522 Dec 15 12:45:15.791813 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-f2973fbd-f1f7-4a8e-88af-6fd4faae8be2 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822728 Dec 15 12:45:16.135188 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646913b-b01c-4be3-8939-46334a5d2f21 req-241073d2-55c7-4f9e-a729-4502c218bac3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.137350 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a646913b-b01c-4be3-8939-46334a5d2f21 req-241073d2-55c7-4f9e-a729-4502c218bac3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0989783 Dec 15 12:45:16.141046 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-41bf7e06-7ec0-4162-9c90-fad51c33c2b4 req-1412c052-90cc-493d-83b1-55c83ec6d8cd service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405550 Dec 15 12:45:16.189986 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a646913b-b01c-4be3-8939-46334a5d2f21 req-cfcfb681-a889-47de-8756-980e9e414290 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Dec 15 12:45:16.242717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-f874638c-1796-4654-ac0c-4249ce955bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.244161 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-f874638c-1796-4654-ac0c-4249ce955bb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1096 time: 0.0394075 Dec 15 12:45:16.342097 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-b4568678-b0de-4606-af25-eebdd1c10aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.343699 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-b4568678-b0de-4606-af25-eebdd1c10aac service neutron] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 916 time: 0.0892673 Dec 15 12:45:16.403733 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-cd6aabf2-00ed-4163-9e3d-e5d5762828a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 217 time: 0.0427577 Dec 15 12:45:16.474804 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cad041-d6a3-4986-a858-0420206e0e48 req-47408202-ecb5-439e-a3a4-c3b366c39216 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.476234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c1cad041-d6a3-4986-a858-0420206e0e48 req-47408202-ecb5-439e-a3a4-c3b366c39216 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.1094224 Dec 15 12:45:16.480131 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-41cf4dca-c16e-4eb7-aa82-ade491ea690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.481451 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-41cf4dca-c16e-4eb7-aa82-ade491ea690e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.0620518 Dec 15 12:45:16.551252 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c1cad041-d6a3-4986-a858-0420206e0e48 req-09e204b4-b9cd-4eda-bb0e-321b71d2b971 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 Dec 15 12:45:16.553552 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-f2ad07ac-b0ee-4a1d-8b75-c4fa0eedc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.554946 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-f2ad07ac-b0ee-4a1d-8b75-c4fa0eedc1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653121 Dec 15 12:45:16.658581 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-f01af66c-7232-4854-b1f7-50f1816819c2 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905714 Dec 15 12:45:16.784538 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a83f0ca4-d3a0-41c1-9757-226f69f9bfb6 req-f0e0f16e-ce95-4619-9887-c9588563c98b service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131895 Dec 15 12:45:16.792638 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4257-0f7e-4444-ad12-d1de66070352 req-6ad87e71-ba69-435f-ac71-0cfd062ef2a9 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:16.794007 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a86c4257-0f7e-4444-ad12-d1de66070352 req-6ad87e71-ba69-435f-ac71-0cfd062ef2a9 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 943 time: 0.0719125 Dec 15 12:45:16.844992 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a86c4257-0f7e-4444-ad12-d1de66070352 req-44918651-b49e-4e5a-85ad-23e3b4196299 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Dec 15 12:45:17.325676 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fe15-b2e4-4c89-a4ab-062eeafb50d3 req-cfdc0047-6b52-41b3-a154-c6644389d755 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:17.328615 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e29fe15-b2e4-4c89-a4ab-062eeafb50d3 req-cfdc0047-6b52-41b3-a154-c6644389d755 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0615013 Dec 15 12:45:17.386083 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e29fe15-b2e4-4c89-a4ab-062eeafb50d3 req-a817e843-b527-4ed2-89e4-f591c967e73e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Dec 15 12:45:17.591022 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1c564-e3af-4422-8814-7c17e4196b9b req-c6d5d0b4-fd63-42bf-b588-bca8626a71e4 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:17.592773 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-61e1c564-e3af-4422-8814-7c17e4196b9b req-c6d5d0b4-fd63-42bf-b588-bca8626a71e4 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0578630 Dec 15 12:45:17.679238 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-61e1c564-e3af-4422-8814-7c17e4196b9b req-eb2ed55c-b716-48c6-9ef7-07a14a49cc32 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798731 Dec 15 12:45:17.703221 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d17123-2761-4568-9808-a659fb754550 req-aa631cc8-8ac0-4726-9fad-9522825f6043 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:17.704767 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b7d17123-2761-4568-9808-a659fb754550 req-aa631cc8-8ac0-4726-9fad-9522825f6043 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 943 time: 0.0766394 Dec 15 12:45:17.755862 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b7d17123-2761-4568-9808-a659fb754550 req-fabdc10c-33a9-4d49-882b-deea7b3c74b4 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Dec 15 12:45:17.860562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:45:17.973405 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:17.974538 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546d1e0-77a4-4ba6-aae2-50d582007dd2 req-c56f3c5a-ba3a-4e20-a895-e00de17ee6c1 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:17.976109 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8546d1e0-77a4-4ba6-aae2-50d582007dd2 req-c56f3c5a-ba3a-4e20-a895-e00de17ee6c1 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 943 time: 0.0543597 Dec 15 12:45:17.989424 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3', 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce', 'port_id': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3', 'mac_address': 'fa:16:3e:be:76:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705ed286-944b-43a5-94b0-2b77a40c5b20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:45:18.032391 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:18.034481 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8546d1e0-77a4-4ba6-aae2-50d582007dd2 req-75889a0e-aca5-4ac6-9b15-8355c1b03981 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Dec 15 12:45:18.054762 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:45:18.080460 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:18.085076 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:18.133726 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:18.466606 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['ce358787-97fe-48f8-bbd6-f92d0b0cc3b3'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:18.508768 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137611d8-ff47-4033-a04f-5b3fd204bb7d req-d7731bf5-d638-480b-958d-f2cbf20f0b64 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:18.510394 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-137611d8-ff47-4033-a04f-5b3fd204bb7d req-d7731bf5-d638-480b-958d-f2cbf20f0b64 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0541720 Dec 15 12:45:18.571649 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-137611d8-ff47-4033-a04f-5b3fd204bb7d req-26bcba3e-869d-4974-ba70-2604c9eed0b0 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Dec 15 12:45:18.805853 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e2b51-3435-40bc-b019-a321fbd852e5 req-dd7e159a-b163-45dd-b69c-c9497d877473 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:18.807362 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a29e2b51-3435-40bc-b019-a321fbd852e5 req-dd7e159a-b163-45dd-b69c-c9497d877473 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Dec 15 12:45:18.884843 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a29e2b51-3435-40bc-b019-a321fbd852e5 req-4cb45ae1-3bc8-410f-9177-e5ed908ca335 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684714 Dec 15 12:45:18.896504 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d203e-fa71-45ff-9629-a9fa7968bbff req-107eb883-48c1-4c89-a761-3e3624722525 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:18.897952 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf7d203e-fa71-45ff-9629-a9fa7968bbff req-107eb883-48c1-4c89-a761-3e3624722525 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 944 time: 0.0688562 Dec 15 12:45:18.953501 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf7d203e-fa71-45ff-9629-a9fa7968bbff req-b87a47f9-b68e-4a78-a21d-fecb07fb51a4 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Dec 15 12:45:19.147497 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462eed-e43d-4a03-b562-bf8ec5d4fb41 req-f74ca7aa-71b4-4d4f-9ec8-03161b77be31 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:19.148851 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15462eed-e43d-4a03-b562-bf8ec5d4fb41 req-f74ca7aa-71b4-4d4f-9ec8-03161b77be31 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 943 time: 0.0478029 Dec 15 12:45:19.195811 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15462eed-e43d-4a03-b562-bf8ec5d4fb41 req-afac30e2-7236-4d4c-b53c-45f866f5673c tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Dec 15 12:45:19.688848 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303209e-a4ab-4905-808a-8ffc593d15c9 req-ef526ef4-e429-4ffc-9936-f6b23aabe9b3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:19.690448 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e303209e-a4ab-4905-808a-8ffc593d15c9 req-ef526ef4-e429-4ffc-9936-f6b23aabe9b3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0479207 Dec 15 12:45:19.740581 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e303209e-a4ab-4905-808a-8ffc593d15c9 req-aa6095f1-4982-44b0-977a-5795863893c1 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406535 Dec 15 12:45:19.888665 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b60c1860-2798-43b9-a1ef-43d9cd262777 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:45:19.956059 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:45:20.031147 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00dca-f853-4afa-8e64-31fe729d048f req-351b75be-43fd-4ab2-b3ba-6e379e662da7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:20.032597 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-50a00dca-f853-4afa-8e64-31fe729d048f req-351b75be-43fd-4ab2-b3ba-6e379e662da7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0554311 Dec 15 12:45:20.040537 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:20.060500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:45:20.062988 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'port_id': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'mac_address': 'fa:16:3e:e3:64:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:45:20.070688 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:45:20.070688 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:20.113120 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd389025-dd99-43f5-a869-39c9493fc624 req-f0f8cd7d-4ccd-4bcf-9f04-17d59cd8e086 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:20.114706 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fd389025-dd99-43f5-a869-39c9493fc624 req-f0f8cd7d-4ccd-4bcf-9f04-17d59cd8e086 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 944 time: 0.0915208 Dec 15 12:45:20.118717 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-50a00dca-f853-4afa-8e64-31fe729d048f req-0e40b431-1b35-42b2-a746-b1c4cd19844c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766354 Dec 15 12:45:20.168334 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fd389025-dd99-43f5-a869-39c9493fc624 req-32f3cf3d-8835-4e9c-908c-56746989a26e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Dec 15 12:45:20.260516 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:20.280492 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60c1860-2798-43b9-a1ef-43d9cd262777 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:45:20.323063 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f273b-46d1-4d12-9a9a-445b35b0b016 req-d35d5f9f-7352-4df8-b5f9-9afe11dc7451 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:20.325216 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:20.325462 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1e6f273b-46d1-4d12-9a9a-445b35b0b016 req-d35d5f9f-7352-4df8-b5f9-9afe11dc7451 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 943 time: 0.0567336 Dec 15 12:45:20.332323 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:20.358246 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:20.376027 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1e6f273b-46d1-4d12-9a9a-445b35b0b016 req-3f9e05d6-86e8-4992-b759-1bc8e45fcbe9 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Dec 15 12:45:20.404135 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:20.406742 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fe4022-cd98-43a4-9b9b-030e575c5ad3" -d '{"events": [{"server_uuid": "0bad0d5c-5e72-4dca-82da-4d7fcca21675", "name": "network-vif-plugged", "status": "completed", "tag": "ce358787-97fe-48f8-bbd6-f92d0b0cc3b3"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:20.420147 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:20.425550 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:20.430760 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:20.454766 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc553c9-8773-4377-8047-2e9f9ee924af x-openstack-request-id: req-2fc553c9-8773-4377-8047-2e9f9ee924af {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:20.455085 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bad0d5c-5e72-4dca-82da-4d7fcca21675", "name": "network-vif-plugged", "status": "completed", "tag": "ce358787-97fe-48f8-bbd6-f92d0b0cc3b3", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:20.455341 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2fc553c9-8773-4377-8047-2e9f9ee924af {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:20.455729 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3', 'code': 200} Dec 15 12:45:20.481887 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:20.627568 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b1559-8d86-4749-8ee8-6fd7528f6faf req-2925f0b5-aec5-452f-95a7-aa65f86cdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:20.629098 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a5b1559-8d86-4749-8ee8-6fd7528f6faf req-2925f0b5-aec5-452f-95a7-aa65f86cdc45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 1098 time: 0.0408511 Dec 15 12:45:20.683597 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a5b1559-8d86-4749-8ee8-6fd7528f6faf req-a082e5cb-e445-4bdd-b67f-23dae7072f91 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382347 Dec 15 12:45:20.713999 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b60c1860-2798-43b9-a1ef-43d9cd262777'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:20.861879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1d55a-ccdd-40c1-84f2-5226352a4ec7 req-600dbaa0-9065-40c2-8ad5-f7c37a971ce7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:20.863400 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21e1d55a-ccdd-40c1-84f2-5226352a4ec7 req-600dbaa0-9065-40c2-8ad5-f7c37a971ce7 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Dec 15 12:45:20.917505 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21e1d55a-ccdd-40c1-84f2-5226352a4ec7 req-4dc6c336-b250-4e97-8b86-f0f96809e680 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Dec 15 12:45:21.246650 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f199189-ef88-4466-9331-38de2d94e712 req-5c95dc84-a8a0-4c70-8170-416e068922cb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:21.248161 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9f199189-ef88-4466-9331-38de2d94e712 req-5c95dc84-a8a0-4c70-8170-416e068922cb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0512302 Dec 15 12:45:21.326038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eedf2-e54e-400c-8c4a-8a69c1bdfbb9 req-e6162525-be1e-432e-a7cf-0a356c041308 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:21.327517 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8b1eedf2-e54e-400c-8c4a-8a69c1bdfbb9 req-e6162525-be1e-432e-a7cf-0a356c041308 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 945 time: 0.0784893 Dec 15 12:45:21.331110 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9f199189-ef88-4466-9331-38de2d94e712 req-5d772bc6-877b-433c-8209-108c2830e29d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733392 Dec 15 12:45:21.375514 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8b1eedf2-e54e-400c-8c4a-8a69c1bdfbb9 req-f6080a16-2d16-477f-ba28-82c8b881159f tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 Dec 15 12:45:21.505063 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6f82-f45c-4bfb-bc56-456fae4c6b8b req-89cac459-4f69-4303-9dd6-51b9287587d6 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:21.506774 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e01b6f82-f45c-4bfb-bc56-456fae4c6b8b req-89cac459-4f69-4303-9dd6-51b9287587d6 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 944 time: 0.0547695 Dec 15 12:45:21.558264 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e01b6f82-f45c-4bfb-bc56-456fae4c6b8b req-90b35889-0347-4458-a242-013dea33bc2b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Dec 15 12:45:21.898920 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b60c1860-2798-43b9-a1ef-43d9cd262777 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:45:21.957807 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port b60c1860-2798-43b9-a1ef-43d9cd262777 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:45:21.961630 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port b60c1860-2798-43b9-a1ef-43d9cd262777 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:45:21.961996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:22.038475 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19af6e-04c6-4e7f-b0a6-f240615c6f6d req-99a4d697-4cd7-4a04-92b3-61d7cd792b2a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:22.039963 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2b19af6e-04c6-4e7f-b0a6-f240615c6f6d req-99a4d697-4cd7-4a04-92b3-61d7cd792b2a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0513577 Dec 15 12:45:22.046302 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:22.081208 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:22.085393 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:22.091542 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2b19af6e-04c6-4e7f-b0a6-f240615c6f6d req-7a4e6f1b-dd6c-4b0b-9fa0-fea4992cd334 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Dec 15 12:45:22.141547 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:22.457102 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:22.459392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981a15c-8ff0-425b-a405-8d46fc8c4574 req-97cd6794-3265-41de-9a4d-00c1d4f16bb8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:22.459537 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5427d0c7-6367-4b50-9add-887b3118dabd" -d '{"events": [{"server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "name": "network-vif-plugged", "status": "completed", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:22.460877 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8981a15c-8ff0-425b-a405-8d46fc8c4574 req-97cd6794-3265-41de-9a4d-00c1d4f16bb8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Dec 15 12:45:22.547189 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2c12b-ab92-40f2-8f9e-54bbd2352b6b req-b0db8bc9-8f5b-4097-9972-5f664ff6603e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:22.548630 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-36e2c12b-ab92-40f2-8f9e-54bbd2352b6b req-b0db8bc9-8f5b-4097-9972-5f664ff6603e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 945 time: 0.0868826 Dec 15 12:45:22.552127 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8981a15c-8ff0-425b-a405-8d46fc8c4574 req-2271afb7-a890-461b-b1bd-0ab75b84b5fb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810583 Dec 15 12:45:22.600255 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0172cb4-3e37-48b8-9495-47071c206440 x-openstack-request-id: req-b0172cb4-3e37-48b8-9495-47071c206440 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:22.600561 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "name": "network-vif-plugged", "status": "completed", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:22.600812 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0172cb4-3e37-48b8-9495-47071c206440 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:22.601195 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'code': 200} Dec 15 12:45:22.602716 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-36e2c12b-ab92-40f2-8f9e-54bbd2352b6b req-3197d8a4-59a1-4df8-96f1-73749e094952 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Dec 15 12:45:22.703414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c834-da40-4bd2-b9a1-69bec76dadb5 req-ab86f6d1-08c8-423a-8126-bd0154c673fc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:22.705282 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5a8c834-da40-4bd2-b9a1-69bec76dadb5 req-ab86f6d1-08c8-423a-8126-bd0154c673fc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0601695 Dec 15 12:45:22.789447 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d5a8c834-da40-4bd2-b9a1-69bec76dadb5 req-48f04d31-c76a-4bfc-84c6-c9c6b47020af tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766163 Dec 15 12:45:22.822086 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f223d68-761e-4052-b288-e0df33e8cd1f req-31a2249a-bf77-4e24-8364-e633600e17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:22.823771 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f223d68-761e-4052-b288-e0df33e8cd1f req-31a2249a-bf77-4e24-8364-e633600e17d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1098 time: 0.0541031 Dec 15 12:45:22.874957 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f223d68-761e-4052-b288-e0df33e8cd1f req-f7752afe-fc65-4e61-a411-bc784f0bce76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Dec 15 12:45:23.209059 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321a878-db42-4b6d-a589-b6e9b6ac6d2d req-e92e62b9-15b9-4676-8947-6bb456d1d0fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:23.210591 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0321a878-db42-4b6d-a589-b6e9b6ac6d2d req-e92e62b9-15b9-4676-8947-6bb456d1d0fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Dec 15 12:45:23.259974 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0321a878-db42-4b6d-a589-b6e9b6ac6d2d req-1420d06b-c748-4892-9a7f-cb11658ce009 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Dec 15 12:45:23.689212 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dac7ba-8273-4a1e-94dd-658464b259a3 req-75edc30b-3fe9-42be-b975-b01a4a9c50f7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:23.690685 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-98dac7ba-8273-4a1e-94dd-658464b259a3 req-75edc30b-3fe9-42be-b975-b01a4a9c50f7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Dec 15 12:45:23.743574 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-98dac7ba-8273-4a1e-94dd-658464b259a3 req-b2d3330f-255d-407c-9394-17716d5e5fbc tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Dec 15 12:45:23.921175 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d69d1-8fcf-4315-af80-72b9da2b9476 req-22bea482-6e72-403f-b52d-f3be46230482 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:23.923105 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa7d69d1-8fcf-4315-af80-72b9da2b9476 req-22bea482-6e72-403f-b52d-f3be46230482 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0619330 Dec 15 12:45:23.975399 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa7d69d1-8fcf-4315-af80-72b9da2b9476 req-4bec8425-67f0-4164-ae37-b77938c3af9e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461109 Dec 15 12:45:24.383742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c47eb1-0cf5-46cb-80e7-71729bf0cc53 req-9248e06d-8db3-446c-bcef-adee54f75d0c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:24.385192 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-04c47eb1-0cf5-46cb-80e7-71729bf0cc53 req-9248e06d-8db3-446c-bcef-adee54f75d0c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0507402 Dec 15 12:45:24.439047 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-04c47eb1-0cf5-46cb-80e7-71729bf0cc53 req-63b4285c-3061-41fc-9f40-655fd1a70e56 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Dec 15 12:45:24.870734 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6e576-2b74-4b96-b037-e6866d9b3679 req-8f3f77aa-e78b-4544-81f6-78153831783b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:24.872184 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b1e6e576-2b74-4b96-b037-e6866d9b3679 req-8f3f77aa-e78b-4544-81f6-78153831783b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0534930 Dec 15 12:45:24.922241 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b1e6e576-2b74-4b96-b037-e6866d9b3679 req-56b2871d-0ef7-48d5-9b98-1fc185f67563 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Dec 15 12:45:25.105556 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ba75-d4a8-4f93-af12-16b22d94e144 req-da63c1aa-a02e-4e3f-af30-2171c4fb5eb7 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.107483 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cbc3ba75-d4a8-4f93-af12-16b22d94e144 req-da63c1aa-a02e-4e3f-af30-2171c4fb5eb7 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0554674 Dec 15 12:45:25.170499 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cbc3ba75-d4a8-4f93-af12-16b22d94e144 req-ee6fe0a0-da9d-4916-b3de-daab7d8706c0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562212 Dec 15 12:45:25.212078 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-c2b3a204-42fd-49a8-aa4c-c42824513452 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579770 Dec 15 12:45:25.366321 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436819-10de-4514-ba2d-8859e936a664 req-0263c639-b191-443a-a6a4-6e5886c08c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.368654 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-0263c639-b191-443a-a6a4-6e5886c08c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1098 time: 0.1101050 Dec 15 12:45:25.381109 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead614f0-1db3-4b9b-8ac5-63d83a500b24 req-340a90fc-ac91-4c6d-a4e5-f041c3a94cfc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.383328 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ead614f0-1db3-4b9b-8ac5-63d83a500b24 req-340a90fc-ac91-4c6d-a4e5-f041c3a94cfc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.1122823 Dec 15 12:45:25.533934 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ead614f0-1db3-4b9b-8ac5-63d83a500b24 req-bed82a54-0390-4c79-92d1-8375f78308c6 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439643 Dec 15 12:45:25.592364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436819-10de-4514-ba2d-8859e936a664 req-67425f40-9410-4bbe-b5d2-82954973fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.593877 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-67425f40-9410-4bbe-b5d2-82954973fe6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.1943500 Dec 15 12:45:25.622885 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf03e2-d4ea-4755-b956-15b0e39ad39b req-750d8530-bc6d-4287-9a31-139d51d86674 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.624467 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f0cf03e2-d4ea-4755-b956-15b0e39ad39b req-750d8530-bc6d-4287-9a31-139d51d86674 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0859678 Dec 15 12:45:25.718239 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-2c362c77-f0e1-4245-8010-6f11bd8a1007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 1000 time: 0.1149738 Dec 15 12:45:25.723351 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f0cf03e2-d4ea-4755-b956-15b0e39ad39b req-06d7efad-0343-46be-9891-88bb875a2aae tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657132 Dec 15 12:45:25.732439 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:45:25.776871 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436819-10de-4514-ba2d-8859e936a664 req-7f105140-225e-4b4b-906f-e06b1447ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.778397 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-7f105140-225e-4b4b-906f-e06b1447ac77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.0533004 Dec 15 12:45:25.836460 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436819-10de-4514-ba2d-8859e936a664 req-bc297f07-0a5f-4e06-99ef-b7e2572f175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:25.838025 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-bc297f07-0a5f-4e06-99ef-b7e2572f175a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493016 Dec 15 12:45:25.983175 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-c1459c0d-6cc5-459f-ae5d-98489ab432b7 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300685 Dec 15 12:45:26.009316 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0bf7-2be9-4cee-8d1f-933b7b390673 req-c1685902-afb5-4801-91af-dccea409fd05 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:26.011272 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-febc0bf7-2be9-4cee-8d1f-933b7b390673 req-c1685902-afb5-4801-91af-dccea409fd05 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0822551 Dec 15 12:45:26.173329 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87383998-ed18-4bc7-9604-87a1e726edaa req-7b0ab071-937f-48a5-8162-07efc06b8df9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:26.175232 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-87383998-ed18-4bc7-9604-87a1e726edaa req-7b0ab071-937f-48a5-8162-07efc06b8df9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.1524649 Dec 15 12:45:26.179403 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e436819-10de-4514-ba2d-8859e936a664 req-b5709693-a816-4cb4-a350-35d53a35229b service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864536 Dec 15 12:45:26.183309 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-febc0bf7-2be9-4cee-8d1f-933b7b390673 req-dc2ae0e8-d25c-40aa-857b-76e714333ca5 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594026 Dec 15 12:45:26.273645 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-87383998-ed18-4bc7-9604-87a1e726edaa req-61cc242f-949c-40e8-9351-0ba52c3943b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890033 Dec 15 12:45:26.407973 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf09ce-e99b-4c2b-983e-819d88c930b6 req-f8a112c9-f870-4dbf-928a-e0ccb95975fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:26.409459 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-71cf09ce-e99b-4c2b-983e-819d88c930b6 req-f8a112c9-f870-4dbf-928a-e0ccb95975fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0499628 Dec 15 12:45:26.467318 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-71cf09ce-e99b-4c2b-983e-819d88c930b6 req-4c994d63-618d-4d52-939b-54989abd9065 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475206 Dec 15 12:45:26.860364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd60d9-7864-4b46-96f8-0fefad6c2285 req-cf9b6bb8-c14f-41bf-9dad-fe1094dc8ade tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:26.861851 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bbfd60d9-7864-4b46-96f8-0fefad6c2285 req-cf9b6bb8-c14f-41bf-9dad-fe1094dc8ade tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0544360 Dec 15 12:45:26.911137 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bbfd60d9-7864-4b46-96f8-0fefad6c2285 req-4607dcdf-a88e-4fae-9873-a04bc25bc46f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Dec 15 12:45:27.405240 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a3904-9b63-4673-be3b-40bc0d0f2500 req-53283d3d-e9f6-4f5b-b5a1-e05e90d4616b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:27.406737 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-600a3904-9b63-4673-be3b-40bc0d0f2500 req-53283d3d-e9f6-4f5b-b5a1-e05e90d4616b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Dec 15 12:45:27.456883 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-600a3904-9b63-4673-be3b-40bc0d0f2500 req-f4924281-abf6-4754-b67f-147f79622a8c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Dec 15 12:45:28.048416 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44ccf4-7e69-47a4-ac6d-77afd172bcde req-d7c6be0b-ee3e-4c36-883a-94ff727b9b96 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:28.050236 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd44ccf4-7e69-47a4-ac6d-77afd172bcde req-d7c6be0b-ee3e-4c36-883a-94ff727b9b96 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0645621 Dec 15 12:45:28.115761 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd44ccf4-7e69-47a4-ac6d-77afd172bcde req-975ad242-e9fc-43cb-b3c8-586caa287b48 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592175 Dec 15 12:45:28.584960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb1c76-394c-4403-8f90-fc698c162620 req-aae8d187-6345-49cf-af44-f67aa8d56fb7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:28.586351 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-81eb1c76-394c-4403-8f90-fc698c162620 req-aae8d187-6345-49cf-af44-f67aa8d56fb7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Dec 15 12:45:28.636640 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-81eb1c76-394c-4403-8f90-fc698c162620 req-d29ebc2a-2e91-4ca8-9299-3b15c0288e3e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Dec 15 12:45:29.246007 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcca478-67d7-4f23-af5e-4a2f837eef11 req-d3b09c7e-af2b-4798-83d1-a8ded9603732 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:29.247526 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bcca478-67d7-4f23-af5e-4a2f837eef11 req-d3b09c7e-af2b-4798-83d1-a8ded9603732 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0559325 Dec 15 12:45:29.296748 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bcca478-67d7-4f23-af5e-4a2f837eef11 req-dde28de4-2208-4f29-9f1a-47705c5eb65e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Dec 15 12:45:29.458109 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:29.677213 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89ecc4-e2e6-49ad-949c-be2f006d8641 req-b70f1701-103a-452e-9bf6-dfc1b4c9c090 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:29.678725 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cc89ecc4-e2e6-49ad-949c-be2f006d8641 req-b70f1701-103a-452e-9bf6-dfc1b4c9c090 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0793915 Dec 15 12:45:29.681562 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-c3aa8e69-3db4-4c30-b341-c0f087767898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:29.683548 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-c3aa8e69-3db4-4c30-b341-c0f087767898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78fc7461db7c4a669da8815395442e13&device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0742993 Dec 15 12:45:29.821587 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cc89ecc4-e2e6-49ad-949c-be2f006d8641 req-8c9f92f4-6a9b-463f-a015-0a53c42f73ae tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358209 Dec 15 12:45:29.845066 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f066f-0bd2-45e5-b28e-595724b7ff36 req-38ed67e7-64e6-48d7-82a9-cb125316a792 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:29.847331 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e95f066f-0bd2-45e5-b28e-595724b7ff36 req-38ed67e7-64e6-48d7-82a9-cb125316a792 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.1251283 Dec 15 12:45:29.890862 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-4c5d1346-9b8a-42d3-9e65-93a895b06cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:29.892310 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-4c5d1346-9b8a-42d3-9e65-93a895b06cec service neutron] 10.222.0.36 "GET /v2.0/networks?id=28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 200 len: 920 time: 0.1930821 Dec 15 12:45:29.951375 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e95f066f-0bd2-45e5-b28e-595724b7ff36 req-312ede94-771f-48db-8028-c680610bd36c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952711 Dec 15 12:45:29.953751 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-c1a88106-dc6e-4e89-8e02-e2fbb5a01b64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 200 len: 217 time: 0.0415404 Dec 15 12:45:30.014338 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-4f9e8f64-5361-431d-80df-06f08e1d610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:30.015811 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-4f9e8f64-5361-431d-80df-06f08e1d610d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 200 len: 859 time: 0.0466788 Dec 15 12:45:30.060636 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-2ddd209f-f2ca-4ecf-864d-bdf6056a8d0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28991ab3-ac09-448e-b277-b78ce2732039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283818 Dec 15 12:45:30.162107 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-ac9efd57-8b84-4f3a-ad33-ec637cb398f0 service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874975 Dec 15 12:45:30.263441 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7911af8-73da-40ff-b0ed-1abc0d44f479 req-4b354954-e198-4134-bca5-100c9532a9fb service neutron] 10.222.0.36 "GET /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918455 Dec 15 12:45:31.191355 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736cc22-e69f-4dbb-b265-af02b39e7e7e req-40106fe2-0226-452b-ab01-5624885113f8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:31.193001 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f736cc22-e69f-4dbb-b265-af02b39e7e7e req-40106fe2-0226-452b-ab01-5624885113f8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.3008647 Dec 15 12:45:31.216397 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad4ef6-3eb7-4747-bb9d-f90749375f6e req-584ee513-5d66-43f9-a4fb-5885500428d6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:31.217944 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2aad4ef6-3eb7-4747-bb9d-f90749375f6e req-584ee513-5d66-43f9-a4fb-5885500428d6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0756311 Dec 15 12:45:31.292838 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f736cc22-e69f-4dbb-b265-af02b39e7e7e req-f945827d-3ed9-40c9-8268-f2d11ee5f47e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929203 Dec 15 12:45:31.299992 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2aad4ef6-3eb7-4747-bb9d-f90749375f6e req-0c3f4bf5-c5e2-4bd0-8ff7-8ef910c3ba4a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755532 Dec 15 12:45:32.444669 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175f53-04c7-492a-98aa-e698f4aa909e req-c21e60e2-19c2-48cb-832c-acc3804c8cc3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:32.446148 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7c175f53-04c7-492a-98aa-e698f4aa909e req-c21e60e2-19c2-48cb-832c-acc3804c8cc3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0815723 Dec 15 12:45:32.461776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a156bb7-6a89-4480-b06e-c026075bcc1a req-c05e3863-8b6a-4053-b472-1bc1199212d7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:32.463455 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a156bb7-6a89-4480-b06e-c026075bcc1a req-c05e3863-8b6a-4053-b472-1bc1199212d7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0867205 Dec 15 12:45:32.495443 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-10d4369c-945b-4d8b-abaf-e32caa36909a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:32.537018 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7c175f53-04c7-492a-98aa-e698f4aa909e req-e1e6be10-aef9-4bde-9b56-1657db476900 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839498 Dec 15 12:45:32.540405 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a156bb7-6a89-4480-b06e-c026075bcc1a req-1a8376cd-02dd-4300-9fce-6606444337ff tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700319 Dec 15 12:45:33.688941 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc006d-a2d0-444f-a187-87584e829a87 req-28872602-8441-4d2b-b2b6-c950b6cfe152 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:33.690417 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-77bc006d-a2d0-444f-a187-87584e829a87 req-28872602-8441-4d2b-b2b6-c950b6cfe152 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0809832 Dec 15 12:45:33.698702 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14a48-c6e1-4944-b5a9-529b86419f2f req-da7bc26f-dc74-4e5b-901f-03b21f6da531 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:33.700206 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-55a14a48-c6e1-4944-b5a9-529b86419f2f req-da7bc26f-dc74-4e5b-901f-03b21f6da531 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0820899 Dec 15 12:45:33.773753 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-77bc006d-a2d0-444f-a187-87584e829a87 req-fff74040-e86e-413b-a736-10d7a88d3670 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725460 Dec 15 12:45:33.777099 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-55a14a48-c6e1-4944-b5a9-529b86419f2f req-68edaeb1-0cc0-4151-9914-5f7bf62eb1e0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701368 Dec 15 12:45:34.903783 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe08ba-84f3-4bc5-8914-93886895a101 req-e8b7a7c8-293b-4f2b-9c04-19c5c2a90508 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:34.905267 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ffe08ba-84f3-4bc5-8914-93886895a101 req-e8b7a7c8-293b-4f2b-9c04-19c5c2a90508 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0522432 Dec 15 12:45:34.951792 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-dd8acffb-6db8-478e-97f5-976a9ddd26e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:34.957758 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ffe08ba-84f3-4bc5-8914-93886895a101 req-d6fe8856-4407-4206-b424-94919da4da68 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463676 Dec 15 12:45:35.794460 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2d728-5397-481f-bd18-2e39b312bf7f req-4813e035-59e6-450d-ae85-b956b82538a0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:35.795991 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-97a2d728-5397-481f-bd18-2e39b312bf7f req-4813e035-59e6-450d-ae85-b956b82538a0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0519166 Dec 15 12:45:35.842899 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-97a2d728-5397-481f-bd18-2e39b312bf7f req-a985a5b2-a5e8-4c28-82c5-3edadaf53ad6 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Dec 15 12:45:35.865192 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46248) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:35.974201 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:45:36.066812 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8eb6f9-8416-4e16-a9f8-0ff91fb4c94b tempest-TestMinimumBasicScenario-822490636 tempest-TestMinimumBasicScenario-822490636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:36.068337 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-1d8eb6f9-8416-4e16-a9f8-0ff91fb4c94b tempest-TestMinimumBasicScenario-822490636 tempest-TestMinimumBasicScenario-822490636-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1093 time: 0.2021427 Dec 15 12:45:36.071485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46254) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:36.071971 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:36.076734 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'port_id': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:36.085041 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'adeef206-3419-4235-bc95-e50cac273b1d', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d', 'mac_address': 'fa:16:3e:44:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:45:36.093909 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2db766-b9fb-4b2e-8ce9-eb2b72f4d607 req-17f9e49b-f5cc-4838-871a-008d10495083 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:36.095397 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca2db766-b9fb-4b2e-8ce9-eb2b72f4d607 req-17f9e49b-f5cc-4838-871a-008d10495083 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0572364 Dec 15 12:45:36.102560 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for floatingip, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.147243 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.154605 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca2db766-b9fb-4b2e-8ce9-eb2b72f4d607 req-8acf260b-b6f1-4ecc-8a7d-6c0cf5a3c533 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527036 Dec 15 12:45:36.158271 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.164852 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adeef206-3419-4235-bc95-e50cac273b1d {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:45:36.199737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:36.204975 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.217331 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.262286 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=6']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:36.270139 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.270553 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.270923 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.271269 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.271610 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.271945 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.272280 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.272609 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.272942 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.273292 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.273656 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.273985 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.274309 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.327430 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Allocated IP 172.27.1.69 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/e68564f4-3405-4fa3-8c27-4a2165810fc9) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:45:36.441538 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.446665 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['adeef206-3419-4235-bc95-e50cac273b1d'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:36.480151 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:36.525193 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:45:36.530647 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:45:36.533250 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:45:36.557780 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'Port': ['ID=e68564f4-3405-4fa3-8c27-4a2165810fc9,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:36.571823 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.572173 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.573107 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.573547 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.573973 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.574305 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.574757 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.575088 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.575413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.575735 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.576058 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.576378 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:36.576694 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:37.080316 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:37.197596 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:37.327948 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fb93a-00b7-46be-a0da-4d6c0b4d63c5 req-d879c39d-dda7-4d2b-971c-f64318790502 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:37.329558 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-327fb93a-00b7-46be-a0da-4d6c0b4d63c5 req-d879c39d-dda7-4d2b-971c-f64318790502 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 944 time: 0.0764444 Dec 15 12:45:37.390194 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-327fb93a-00b7-46be-a0da-4d6c0b4d63c5 req-d14d2301-a0a6-45dc-a9af-b4fe79fb75d6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541489 Dec 15 12:45:37.453565 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:37.460084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:37.574257 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:37.837269 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'Port': ['ID=e68564f4-3405-4fa3-8c27-4a2165810fc9,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:37.873356 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:37.990025 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:45:38.015399 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Floating IP eb451623-9911-45c9-8e72-629204c0221f associated. External IP: 172.27.1.69, port: b60c1860-2798-43b9-a1ef-43d9cd262777. Dec 15 12:45:38.045742 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port adeef206-3419-4235-bc95-e50cac273b1d triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:45:38.046633 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.138209 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.168919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:38.172224 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fcc8a7-357d-42c1-9b3c-188c37b4a9b4" -d '{"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-plugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:38.193299 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:38.206189 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.222870 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e848299-5b32-4f80-a6fb-ff488914790b x-openstack-request-id: req-9e848299-5b32-4f80-a6fb-ff488914790b {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:38.223167 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-plugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:38.224618 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e848299-5b32-4f80-a6fb-ff488914790b {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:38.225357 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'code': 200} Dec 15 12:45:38.329819 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Router 8468ac07-7364-4800-986f-d3bb6623f77d has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:45:38.336707 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.341590 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=7']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:38.489558 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:45:38.508822 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] Sync routers for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:45:38.520719 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.531286 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:45:38.531286 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:45:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:38.569052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46298) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:38.570968 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f7c78fe6-732a-4770-8e19-942247b84498 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4983554 Dec 15 12:45:38.571830 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:38.574915 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536558915', 'description': 'tempest-secgroup-smoke-536558915 description', 'project_id': 'b02c051d467a41729e6278058c5c5a42'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:38.576077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80f4af-0710-4799-9d9e-a9ec1a76bd87" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:38.586913 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8924c-3b93-4dd7-b3a4-c0c1ce651d97 req-7b54fb6b-ce13-4fb6-b2c2-2f057d3de29d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:38.592058 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-76a8924c-3b93-4dd7-b3a4-c0c1ce651d97 req-7b54fb6b-ce13-4fb6-b2c2-2f057d3de29d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0941668 Dec 15 12:45:38.638152 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abaf9d8-a0cd-4734-b770-8b5952e78a07 x-openstack-request-id: req-7abaf9d8-a0cd-4734-b770-8b5952e78a07 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:38.638462 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:38.638728 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7abaf9d8-a0cd-4734-b770-8b5952e78a07 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:38.639124 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'status': 'completed', 'code': 200} Dec 15 12:45:38.674993 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-76a8924c-3b93-4dd7-b3a4-c0c1ce651d97 req-2595a5bc-3ab4-45dd-b137-0afddc6423ae tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766630 Dec 15 12:45:38.682508 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.719703 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:45:38.808623 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.821523 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-e18b86b0-c677-46a7-8121-d383b82016a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:38.823342 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-e18b86b0-c677-46a7-8121-d383b82016a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1098 time: 0.1382353 Dec 15 12:45:38.824836 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.923104 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:38.926859 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3542285 Dec 15 12:45:38.933323 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfb2ce9-203b-4527-ba4c-f1e672321c6e,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:38.934054 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46312) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:38.945349 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.945699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.946042 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.946378 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.946933 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.947334 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.947570 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group_rule': {'security_group_id': 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:38.947728 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.947981 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.949293 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.949668 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.950003 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.950337 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:38.951763 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22f7b0b-2281-4728-b954-173429059d59 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:45:39.020059 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-eb6d6c45-951d-4fea-89de-e3ebe64e3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:39.021523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-eb6d6c45-951d-4fea-89de-e3ebe64e3339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 916 time: 0.1761866 Dec 15 12:45:39.025125 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.125031 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-80c7c081-1488-4bd6-b012-83ab2ac9205d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 998 time: 0.0886114 Dec 15 12:45:39.145447 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.152465 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.174702 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'eb451623-9911-45c9-8e72-629204c0221f', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'port_id': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'mac_address': 'fa:16:3e:e3:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78040a-71f8-460c-b62d-662abf24e574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:45:36Z', 'updated_at': '2021-12-15T12:45:36Z', 'revision_number': 0, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:37Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:39.183788 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2578614-6987-4599-b9e8-e3e04af820ae,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:39.196293 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-56e52ac1-90d1-4b3a-864d-6af89476f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:39.199296 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-56e52ac1-90d1-4b3a-864d-6af89476f2de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.0635488 Dec 15 12:45:39.220423 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.223138 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7595fe99-c1c0-4ed3-8e14-e1d9646ef180 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870831 Dec 15 12:45:39.225610 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46316) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:39.228041 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] Checking router: 8468ac07-7364-4800-986f-d3bb6623f77d for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:45:39.242113 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group_rule': {'security_group_id': 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:39.248722 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:45:39.249627 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:45:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:39.291403 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-b0c6c969-d3b5-47be-84ca-8583ea2a773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:39.293446 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-b0c6c969-d3b5-47be-84ca-8583ea2a773e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797033 Dec 15 12:45:39.295095 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.401650 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:45:39.422850 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.430275 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.434585 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-154b0361-9a84-476a-80bb-c9a03ca08fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225948 Dec 15 12:45:39.454515 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758f59d7-8570-4c0e-bb53-c6f17bea6935,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:39.467647 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.471559 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-bfeb7695-323e-4bc6-aa5c-0337cc56c611 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2412016 Dec 15 12:45:39.472238 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46318) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:39.479116 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group_rule': {'security_group_id': 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:39.527663 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.563276 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af80f4af-0710-4799-9d9e-a9ec1a76bd87 req-80f45dd9-acb9-43a2-8a13-2e5f6d81654e service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230788 Dec 15 12:45:39.605894 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.613370 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.643577 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d8018b-13da-4626-be37-1fbcbbca80f0,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:39.661483 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.662774 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-e11e134f-a044-4829-a3c5-19d95d7301de tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878242 Dec 15 12:45:39.665571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46324) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:39.674222 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group_rule': {'security_group_id': 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:39.706340 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.741485 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'eb451623-9911-45c9-8e72-629204c0221f', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'port_id': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'mac_address': 'fa:16:3e:e3:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78040a-71f8-460c-b62d-662abf24e574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:45:36Z', 'updated_at': '2021-12-15T12:45:36Z', 'revision_number': 0, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:37Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:45:39.779006 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e7589-ef06-47fd-994b-257c131e61fd None None] The sync data for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi is: [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'eb451623-9911-45c9-8e72-629204c0221f', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'port_id': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'mac_address': 'fa:16:3e:e3:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78040a-71f8-460c-b62d-662abf24e574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:45:36Z', 'updated_at': '2021-12-15T12:45:36Z', 'revision_number': 0, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:37Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:45:39.870031 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.879835 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.892632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e1dba-c4c7-4694-8832-1b93053bdd14 req-ceb9793d-6da1-4e65-a7c5-169fbb084b36 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:39.894351 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-217e1dba-c4c7-4694-8832-1b93053bdd14 req-ceb9793d-6da1-4e65-a7c5-169fbb084b36 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0931702 Dec 15 12:45:39.922364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:39.923980 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2565696 Dec 15 12:45:39.926833 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46336) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:39.931180 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819dd4-b0dc-4549-bd55-743dae307172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3694260e-1d50-4a2a-876b-83ca229b9dcc,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:39.931670 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group_rule': {'security_group_id': 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:39.966349 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-217e1dba-c4c7-4694-8832-1b93053bdd14 req-80d6b33a-f118-4d4a-af32-b79e40bead67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589776 Dec 15 12:45:39.990028 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.securitygroups_db [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Project b02c051d467a41729e6278058c5c5a42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 12:45:40.009499 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.117077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.123143 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.146820 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d4f68a-cf07-43cf-9ff4-1f26fcd38491,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:40.161219 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.163009 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-94fb3c0d-b660-4817-b724-2d5d4d05e14a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2351708 Dec 15 12:45:40.167632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46340) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:40.172674 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'security_group_rule': {'security_group_id': 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e', 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:40.205977 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.securitygroups_db [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Project b02c051d467a41729e6278058c5c5a42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 12:45:40.212693 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.216557 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48528cc9-6d14-405b-a7f3-98ac511d62f9 None None] New status for floating IP eb451623-9911-45c9-8e72-629204c0221f: ACTIVE {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:45:40.336003 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.348772 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.371090 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24edb639-79d8-408c-8b6a-38b44310c9ba,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:40.391195 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cd66b-b462-4961-8c34-0acd0a780a84 req-1c18aec3-ee48-4ebd-97d3-d5cccc67f0ac tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:40.393115 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-159cd66b-b462-4961-8c34-0acd0a780a84 req-1c18aec3-ee48-4ebd-97d3-d5cccc67f0ac tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0913517 Dec 15 12:45:40.407806 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.409198 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-574128f1-3fd5-4acb-ac27-4931ff1bd39a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2403715 Dec 15 12:45:40.480221 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-159cd66b-b462-4961-8c34-0acd0a780a84 req-36f49cc0-4a96-4d21-a5f9-c209b218f501 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684633 Dec 15 12:45:40.557815 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4573174d-94ac-4983-b141-9aea81d3f485 req-1d441051-c4f7-47ec-b4cc-296cfb3f9415 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536558915&fields=id&tenant_id=b02c051d467a41729e6278058c5c5a42 HTTP/1.1" status: 200 len: 267 time: 0.0548782 Dec 15 12:45:40.616833 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9750afa5-787d-4456-b091-74266448f86a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:40.622985 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9750afa5-787d-4456-b091-74266448f86a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0589831 Dec 15 12:45:40.630692 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'port': {'security_groups': ['499d2b6b-ca9c-4ea0-b02a-c209eb5833ce', 'dbfb2ce9-203b-4527-ba4c-f1e672321c6e']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:45:40.713811 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:40.956068 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:40.998303 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:41.004310 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:41.019284 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b60c1860-2798-43b9-a1ef-43d9cd262777'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:41.050402 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.051070 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:41.080958 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4573174d-94ac-4983-b141-9aea81d3f485 req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "PUT /v2.0/ports/b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 981 time: 0.4528425 Dec 15 12:45:41.081511 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:41.083895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:41.218622 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de594f0-e301-4cdc-b00c-3dc048e8e660 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=6']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:41.232093 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cec03e-3300-4c6b-9c5d-cafaf3099ef2 req-9c7c2492-285a-4d47-b2d0-e25d2e8f946e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.233843 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24cec03e-3300-4c6b-9c5d-cafaf3099ef2 req-9c7c2492-285a-4d47-b2d0-e25d2e8f946e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.1466854 Dec 15 12:45:41.271576 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b60c1860-2798-43b9-a1ef-43d9cd262777'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:41.289530 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c558d-f1de-420f-ae44-53f13f5109ad req-5c802afa-0b20-459a-a0c2-7bbb740200be tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.291309 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ff3c558d-f1de-420f-ae44-53f13f5109ad req-5c802afa-0b20-459a-a0c2-7bbb740200be tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.1127141 Dec 15 12:45:41.388080 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24cec03e-3300-4c6b-9c5d-cafaf3099ef2 req-ed5ba753-259b-490a-8d18-c26b4096d76d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440415 Dec 15 12:45:41.395160 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ff3c558d-f1de-420f-ae44-53f13f5109ad req-15e300e3-cb0f-484f-884a-a6f059e1b5d3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911460 Dec 15 12:45:41.431572 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-0313bd50-ce7a-48a2-9c04-cba73c10bb7b None None] Provisioning complete for port b60c1860-2798-43b9-a1ef-43d9cd262777 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:45:41.431993 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0313bd50-ce7a-48a2-9c04-cba73c10bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:41.477807 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772cc9f5-9719-438e-b815-495dfb996d79 x-openstack-request-id: req-772cc9f5-9719-438e-b815-495dfb996d79 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:41.478104 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:41.478981 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-772cc9f5-9719-438e-b815-495dfb996d79 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:41.479395 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'status': 'completed', 'code': 200} Dec 15 12:45:41.595256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-21a13097-66bd-4595-81c6-7de754c552da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.596758 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-21a13097-66bd-4595-81c6-7de754c552da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1137 time: 0.0806019 Dec 15 12:45:41.690641 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf840ee-bf32-4b73-b319-b2d203675322 req-e1a5e5a5-2d91-4801-ad6e-31a98c7e2352 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.698986 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0bf840ee-bf32-4b73-b319-b2d203675322 req-e1a5e5a5-2d91-4801-ad6e-31a98c7e2352 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.1194456 Dec 15 12:45:41.767161 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-f332702b-36e1-4662-ac26-9df2b1ecccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.769461 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-f332702b-36e1-4662-ac26-9df2b1ecccb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 916 time: 0.1504567 Dec 15 12:45:41.780039 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0bf840ee-bf32-4b73-b319-b2d203675322 req-5b99f22a-d834-4792-b54e-91e78ddd3898 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798235 Dec 15 12:45:41.864459 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-b93d990a-7b40-49c1-8452-2ba36c93bb15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 1000 time: 0.0831478 Dec 15 12:45:41.930447 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-17edaf84-b915-4595-919d-14603b131742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:41.932348 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-17edaf84-b915-4595-919d-14603b131742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.0502768 Dec 15 12:45:41.999768 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-52b2a34e-3751-461b-a8ee-241bfdf0d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:42.001547 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-52b2a34e-3751-461b-a8ee-241bfdf0d24a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544944 Dec 15 12:45:42.106944 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-9bbece2d-d607-46d8-add4-d04a94245583 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937514 Dec 15 12:45:42.219880 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7e1ef79-ecb9-41e3-8f0d-d1bf1b865ccd req-a9885026-25d4-4de3-9ee1-ced9001cb950 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025479 Dec 15 12:45:42.565683 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08814ba-48a0-4aac-b0c8-917caf39c1a5 req-47763ab6-f3e8-47a1-bfeb-31d08d8213c3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:42.567211 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c08814ba-48a0-4aac-b0c8-917caf39c1a5 req-47763ab6-f3e8-47a1-bfeb-31d08d8213c3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0622215 Dec 15 12:45:42.642189 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c08814ba-48a0-4aac-b0c8-917caf39c1a5 req-2b2b5aeb-cece-4d89-9d6e-8c27527ec230 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640924 Dec 15 12:45:42.909876 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2ab8-8302-497c-b87b-b48720bac6b0 req-ba4b7d22-497c-45b9-a82f-8beed94d851d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:42.911453 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d73e2ab8-8302-497c-b87b-b48720bac6b0 req-ba4b7d22-497c-45b9-a82f-8beed94d851d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0583632 Dec 15 12:45:42.970468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d73e2ab8-8302-497c-b87b-b48720bac6b0 req-468f66f6-5693-4f8a-ad6b-50bd84990a19 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514281 Dec 15 12:45:43.785706 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224a9b-7f8e-4d66-84fd-85f46e55c20a req-84273d9d-95b1-437d-a410-fdb2e876db74 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:43.787295 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-27224a9b-7f8e-4d66-84fd-85f46e55c20a req-84273d9d-95b1-437d-a410-fdb2e876db74 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0627723 Dec 15 12:45:43.840180 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-27224a9b-7f8e-4d66-84fd-85f46e55c20a req-5ed04b1c-86d6-4ce3-9a4f-c41c35e5ed01 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Dec 15 12:45:44.135703 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79449166-b2b3-430a-b899-72bdd4d307aa req-a6f4a506-63fc-4119-b465-3a16f2346d9a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:44.143612 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-79449166-b2b3-430a-b899-72bdd4d307aa req-a6f4a506-63fc-4119-b465-3a16f2346d9a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0770216 Dec 15 12:45:44.202273 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-79449166-b2b3-430a-b899-72bdd4d307aa req-21596435-c793-4d75-bbf0-39ea31ca6543 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576577 Dec 15 12:45:44.415286 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-d262dfb5-e900-4d7c-ac99-65b80bbd7134 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:44.416777 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-d262dfb5-e900-4d7c-ac99-65b80bbd7134 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 945 time: 0.0634930 Dec 15 12:45:44.517816 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Deleting port cc64abda-b3e6-4bd9-91f7-52f433c02a62 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:45:44.518154 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:44.621807 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] For port cc64abda-b3e6-4bd9-91f7-52f433c02a62, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc64abda-b3e6-4bd9-91f7-52f433c02a62,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:44.622154 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:44.637801 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Calling delete_port for cc64abda-b3e6-4bd9-91f7-52f433c02a62 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:45:44.781597 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:44.802775 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['6434af65-9cea-46cb-9e36-23633ba0a5a3', 'cc64abda-b3e6-4bd9-91f7-52f433c02a62'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:44.815201 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Pushing event deleted for resources: {'Port': ['ID=cc64abda-b3e6-4bd9-91f7-52f433c02a62,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:44.865726 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] No DVR routers for this DVR port cc64abda-b3e6-4bd9-91f7-52f433c02a62 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:45:44.868919 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:44.873886 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c40eed51-b2dc-4190-863e-f784bbd4bd6e req-53163306-e656-449d-8f34-683ee75139fd tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "DELETE /v2.0/ports/cc64abda-b3e6-4bd9-91f7-52f433c02a62 HTTP/1.1" status: 204 len: 173 time: 0.4487224 Dec 15 12:45:44.874184 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8728841b-c4e9-4c61-a27b-44b4de461131', 'name': 'network-vif-deleted', 'tag': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:44.876911 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c838c-4fd2-4d86-8558-7f0f5a3d4858" -d '{"events": [{"server_uuid": "8728841b-c4e9-4c61-a27b-44b4de461131", "name": "network-vif-deleted", "tag": "cc64abda-b3e6-4bd9-91f7-52f433c02a62"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:44.944846 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9757be9-df3f-4eed-8082-30df63de8fa2 x-openstack-request-id: req-c9757be9-df3f-4eed-8082-30df63de8fa2 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:44.945365 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8728841b-c4e9-4c61-a27b-44b4de461131", "name": "network-vif-deleted", "tag": "cc64abda-b3e6-4bd9-91f7-52f433c02a62", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:44.945614 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c9757be9-df3f-4eed-8082-30df63de8fa2 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:44.946482 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8728841b-c4e9-4c61-a27b-44b4de461131', 'name': 'network-vif-deleted', 'tag': 'cc64abda-b3e6-4bd9-91f7-52f433c02a62', 'status': 'completed', 'code': 200} Dec 15 12:45:45.046024 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb844fb-fe36-48fa-a1b5-a78dbcdc5f04 req-0771deb7-718a-4a5c-a2c0-0303cf65b708 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:45.047606 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5fb844fb-fe36-48fa-a1b5-a78dbcdc5f04 req-0771deb7-718a-4a5c-a2c0-0303cf65b708 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0873463 Dec 15 12:45:45.113606 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5fb844fb-fe36-48fa-a1b5-a78dbcdc5f04 req-c80cd709-b55b-4306-88f0-5d0f90825663 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585842 Dec 15 12:45:45.342399 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9c35f495-98c6-4175-9ffa-29ffad7dc7b1 req-393ea7ad-2802-474d-89b7-6de2d8bd25f3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8728841b-c4e9-4c61-a27b-44b4de461131 HTTP/1.1" status: 200 len: 210 time: 0.0307474 Dec 15 12:45:46.253745 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a9dbb-85f5-4711-9156-7fd49a6f13c0 req-3428f26b-59af-4210-8b24-2678c7140144 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:46.255411 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9c5a9dbb-85f5-4711-9156-7fd49a6f13c0 req-3428f26b-59af-4210-8b24-2678c7140144 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0677159 Dec 15 12:45:46.336970 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9c5a9dbb-85f5-4711-9156-7fd49a6f13c0 req-3f9dfbb1-c409-499b-a182-7a726a3431ce tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741923 Dec 15 12:45:46.690771 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b4538-ec52-4a58-a715-820089c6778f req-a09e5640-d397-4a18-8837-e059ac18342d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:46.692431 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-456b4538-ec52-4a58-a715-820089c6778f req-a09e5640-d397-4a18-8837-e059ac18342d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Dec 15 12:45:46.748573 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-456b4538-ec52-4a58-a715-820089c6778f req-cbf2f7c1-c93c-4d35-8cdf-1c146d8d6e82 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489349 Dec 15 12:45:47.475493 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56932bb4-f7f8-4a91-a74d-037d4efe2405 req-d57f9a04-0509-4b7f-9953-6843ed803d39 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:47.477338 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56932bb4-f7f8-4a91-a74d-037d4efe2405 req-d57f9a04-0509-4b7f-9953-6843ed803d39 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0539417 Dec 15 12:45:47.533053 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56932bb4-f7f8-4a91-a74d-037d4efe2405 req-053d3916-ca11-4197-80c6-6f519d71897f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485942 Dec 15 12:45:47.879268 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5db872-ea0e-447a-b742-28b5db4f6e38 req-f6e96075-8193-45a2-8436-2344b58d239f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:47.880682 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8a5db872-ea0e-447a-b742-28b5db4f6e38 req-f6e96075-8193-45a2-8436-2344b58d239f tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0575845 Dec 15 12:45:47.945523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8a5db872-ea0e-447a-b742-28b5db4f6e38 req-4b680d1d-a884-433f-b5e2-d02619ad7602 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546632 Dec 15 12:45:48.043430 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cc64abda-b3e6-4bd9-91f7-52f433c02a62 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:45:48.067510 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: cc64abda-b3e6-4bd9-91f7-52f433c02a62 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:45:48.068470 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cc64abda-b3e6-4bd9-91f7-52f433c02a62 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:45:48.661957 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eceb467-df72-4580-a919-47f89020f28f req-d1a7f51b-165a-46c4-903e-8e32b5b78e65 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:48.663455 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6eceb467-df72-4580-a919-47f89020f28f req-d1a7f51b-165a-46c4-903e-8e32b5b78e65 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0538666 Dec 15 12:45:48.710955 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6eceb467-df72-4580-a919-47f89020f28f req-63ec0b7c-0c16-4988-83d6-57f5a2507b9a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405595 Dec 15 12:45:49.066571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604cc0b-a9a7-4683-8d64-532f1db67187 req-360ca243-2504-40f7-b886-97b92b6089e8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:49.068043 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2604cc0b-a9a7-4683-8d64-532f1db67187 req-360ca243-2504-40f7-b886-97b92b6089e8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0545168 Dec 15 12:45:49.116312 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2604cc0b-a9a7-4683-8d64-532f1db67187 req-ba89abdd-0f61-47ab-bb59-d2fd61943f65 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411777 Dec 15 12:45:49.194805 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-4fa8da16-c6e1-43f4-8fca-1c0ef226dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:49.196306 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-4fa8da16-c6e1-43f4-8fca-1c0ef226dc66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1098 time: 0.0417633 Dec 15 12:45:49.297636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-400b319c-c5be-435f-b160-af02cfe98f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:49.299185 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-400b319c-c5be-435f-b160-af02cfe98f59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.0893416 Dec 15 12:45:49.367818 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-27b9997a-f24d-467c-adde-c11deb57ab2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 1001 time: 0.0597327 Dec 15 12:45:49.419980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-7c2eb80b-ee14-4192-b507-a09e17bb3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:49.421509 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-7c2eb80b-ee14-4192-b507-a09e17bb3245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0443025 Dec 15 12:45:49.473353 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-add21a6e-cdf7-4b7c-8d52-733bcce186be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:49.474922 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-add21a6e-cdf7-4b7c-8d52-733bcce186be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448425 Dec 15 12:45:49.565989 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-f8b64f04-9f11-4c59-b5dd-2a5faa9740a2 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823812 Dec 15 12:45:49.668032 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e31ae9d2-ced3-4bd9-b6fd-24ff4db4c6b3 req-efd6ed6d-78ee-4816-bfd9-98d4a7b6483c service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889146 Dec 15 12:45:49.834037 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb6e8f-3c92-431d-b67a-94ba4a87b515 req-fcaef0d7-84d8-4bd4-8852-ec0a6b17be0d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:49.835612 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a8cb6e8f-3c92-431d-b67a-94ba4a87b515 req-fcaef0d7-84d8-4bd4-8852-ec0a6b17be0d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Dec 15 12:45:49.886500 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a8cb6e8f-3c92-431d-b67a-94ba4a87b515 req-fbfead72-84f3-495d-8a09-5d6e0f4022af tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 Dec 15 12:45:50.235209 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65c91e-dae6-4438-844f-c328bd7b5674 req-78218184-3c6b-446a-9645-9e62c1ce86fe tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:50.236671 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4d65c91e-dae6-4438-844f-c328bd7b5674 req-78218184-3c6b-446a-9645-9e62c1ce86fe tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Dec 15 12:45:50.285857 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4d65c91e-dae6-4438-844f-c328bd7b5674 req-d62d6d99-fe58-4a3e-b1fc-1bb484314bc8 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Dec 15 12:45:51.019234 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aabc69-d39f-49bc-9020-3e4260662c44 req-3bcdbb7a-50dd-4b49-8907-47188881f368 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:51.020715 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15aabc69-d39f-49bc-9020-3e4260662c44 req-3bcdbb7a-50dd-4b49-8907-47188881f368 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0585060 Dec 15 12:45:51.069943 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15aabc69-d39f-49bc-9020-3e4260662c44 req-c4f9b894-9ad3-48d2-bc99-74b24e3d4793 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Dec 15 12:45:51.411430 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73b259-f730-4de5-a5fa-9601a4bad3e8 req-c160c399-5740-4269-95ca-90a7f1263788 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:51.413646 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fd73b259-f730-4de5-a5fa-9601a4bad3e8 req-c160c399-5740-4269-95ca-90a7f1263788 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0590911 Dec 15 12:45:51.463435 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fd73b259-f730-4de5-a5fa-9601a4bad3e8 req-82f90320-bf6f-4293-b9b1-9e0c400e55ea tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Dec 15 12:45:52.064672 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:45:52.152634 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:52.180409 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:52.183214 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618bbd90-e62a-4b48-bf2f-01d4ae49c40b" -d '{"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-unplugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:52.196027 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:52.205760 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:52.257374 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149100-8db2-40d8-b630-5740c5c436eb req-f635a879-df0c-4286-963d-a29dfd87b68e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:52.261975 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-69149100-8db2-40d8-b630-5740c5c436eb req-f635a879-df0c-4286-963d-a29dfd87b68e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 945 time: 0.0823116 Dec 15 12:45:52.269377 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3339d61c-d0c0-40c6-b416-5abf93247a99 x-openstack-request-id: req-3339d61c-d0c0-40c6-b416-5abf93247a99 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:52.269802 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-unplugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:52.270074 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3339d61c-d0c0-40c6-b416-5abf93247a99 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:52.270659 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'code': 200} Dec 15 12:45:52.280043 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=8']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:52.319125 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-69149100-8db2-40d8-b630-5740c5c436eb req-f4634a47-17fd-4971-b230-5c99023cff72 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530717 Dec 15 12:45:52.581568 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98192-61d9-4002-ba2d-4ad8ed8f3fc6 req-3eed7845-7140-4e54-b197-7fffbce9db87 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:52.583099 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15b98192-61d9-4002-ba2d-4ad8ed8f3fc6 req-3eed7845-7140-4e54-b197-7fffbce9db87 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0498693 Dec 15 12:45:52.631233 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15b98192-61d9-4002-ba2d-4ad8ed8f3fc6 req-1d8e6201-b3f5-43bb-818d-36647b322a60 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Dec 15 12:45:53.462992 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ac119-96f3-4752-8129-114d1f32334f req-bed3e30c-81e4-4241-8269-2379fd376ba9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:53.464648 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1e5ac119-96f3-4752-8129-114d1f32334f req-bed3e30c-81e4-4241-8269-2379fd376ba9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0656908 Dec 15 12:45:53.515470 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1e5ac119-96f3-4752-8129-114d1f32334f req-48695a90-ab84-4664-a10d-af4ba20950ae tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Dec 15 12:45:53.778629 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985fe94-3090-402d-bbf6-fecb1258114b req-aee09dc4-9638-48c5-bc97-04657a91d67b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:53.780601 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a985fe94-3090-402d-bbf6-fecb1258114b req-aee09dc4-9638-48c5-bc97-04657a91d67b tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0735195 Dec 15 12:45:53.834793 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a985fe94-3090-402d-bbf6-fecb1258114b req-1afd1066-cb9d-4681-800b-84ca64e2ddde tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459435 Dec 15 12:45:54.016820 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-48a73acd-51aa-45b1-be14-4dd85cdf5697 req-94eb9017-daae-4d18-a3f1-e4e24b2ba0f2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:45:54.017780 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-48a73acd-51aa-45b1-be14-4dd85cdf5697 req-94eb9017-daae-4d18-a3f1-e4e24b2ba0f2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052924 Dec 15 12:45:54.201805 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d71e8-9d4c-4f4a-a86a-09d006bcfe00 req-9c586d12-961c-42e8-9a9d-c35dd1c4f731 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:54.203727 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b06d71e8-9d4c-4f4a-a86a-09d006bcfe00 req-9c586d12-961c-42e8-9a9d-c35dd1c4f731 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0513690 Dec 15 12:45:54.271752 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b06d71e8-9d4c-4f4a-a86a-09d006bcfe00 req-987ac1a3-1b48-4bbb-bb4d-368e7033d2db tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620623 Dec 15 12:45:54.344582 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f22d-d4df-4a77-bcc9-51407569fa1d req-b5be8024-141c-466d-8681-e1072d3f08be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:54.346106 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9df0f22d-d4df-4a77-bcc9-51407569fa1d req-b5be8024-141c-466d-8681-e1072d3f08be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0543206 Dec 15 12:45:54.394324 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9df0f22d-d4df-4a77-bcc9-51407569fa1d req-7fbb319a-e608-49ee-ac5d-896765d01861 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Dec 15 12:45:54.529006 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46538) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:45:54.617932 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-f85a5c51-c02a-4ace-bd76-8e5c81c12004 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876675 Dec 15 12:45:54.627380 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-81e46aff-6080-4caf-8606-7814ed2f757e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:45:54.628337 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-81e46aff-6080-4caf-8606-7814ed2f757e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049660 Dec 15 12:45:54.956399 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d969a2-85e1-4404-85c7-f5a535422978 req-ea0fe3be-3df8-403f-ace6-285157fd7c7c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:54.957862 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a1d969a2-85e1-4404-85c7-f5a535422978 req-ea0fe3be-3df8-403f-ace6-285157fd7c7c tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0488353 Dec 15 12:45:55.005317 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a1d969a2-85e1-4404-85c7-f5a535422978 req-68c7587d-f6d3-4619-a053-e781890eeb65 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Dec 15 12:45:55.395648 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c742d-4d4e-4e5c-acb8-f944105ccf4b req-a2f8d5e3-4445-4c66-9c05-c2be68467c5f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:55.397106 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fe8c742d-4d4e-4e5c-acb8-f944105ccf4b req-a2f8d5e3-4445-4c66-9c05-c2be68467c5f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0517132 Dec 15 12:45:55.446031 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fe8c742d-4d4e-4e5c-acb8-f944105ccf4b req-c99f4daa-076d-45d1-bee2-5db975562f07 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Dec 15 12:45:55.515760 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f3c9-d7d7-444f-a5d8-fc49cf369cb2 req-a93f437b-e8b9-467b-bc30-e3adefee36fe tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:55.517241 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-abc7f3c9-d7d7-444f-a5d8-fc49cf369cb2 req-a93f437b-e8b9-467b-bc30-e3adefee36fe tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0500371 Dec 15 12:45:55.564055 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-abc7f3c9-d7d7-444f-a5d8-fc49cf369cb2 req-c0825ee3-d67c-4af9-b100-872f751862ee tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Dec 15 12:45:56.120699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8652e-5416-43e7-a5f0-5f2d76a389dd req-1375b2fd-fd17-484b-b502-6fcc9539557a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:56.122149 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-29c8652e-5416-43e7-a5f0-5f2d76a389dd req-1375b2fd-fd17-484b-b502-6fcc9539557a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Dec 15 12:45:56.388335 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-29c8652e-5416-43e7-a5f0-5f2d76a389dd req-596722e8-7360-4c3f-86c2-89da1779b05d tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602494 Dec 15 12:45:56.568223 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83726d-baf1-417a-b6d6-dfc157271d83 req-08a3c823-ee65-4c75-9ff8-43cae8113144 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:56.569654 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b83726d-baf1-417a-b6d6-dfc157271d83 req-08a3c823-ee65-4c75-9ff8-43cae8113144 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0486879 Dec 15 12:45:56.617228 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b83726d-baf1-417a-b6d6-dfc157271d83 req-9f8f1b63-ddf4-4ace-a685-f39db786db7d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Dec 15 12:45:56.678028 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aac58-2f68-4221-a326-1432ff2583b1 req-665325ca-4305-4ec0-8eeb-02c1686acd17 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:56.679433 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce7aac58-2f68-4221-a326-1432ff2583b1 req-665325ca-4305-4ec0-8eeb-02c1686acd17 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0490670 Dec 15 12:45:56.726702 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce7aac58-2f68-4221-a326-1432ff2583b1 req-1797fa52-8671-48c8-a5ed-814bf6255e25 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411329 Dec 15 12:45:56.876802 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:45:57.516771 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5342-63f0-43af-a59d-b34e450c8a23 req-0df31e5a-4495-439e-88b8-9723ffd6071a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:57.518324 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43ea5342-63f0-43af-a59d-b34e450c8a23 req-0df31e5a-4495-439e-88b8-9723ffd6071a tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0630908 Dec 15 12:45:57.583977 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43ea5342-63f0-43af-a59d-b34e450c8a23 req-f4a892c3-54bb-448f-9be4-95a7e86ab8e3 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/security-groups?id=7075bd11-4861-45a4-b450-99b8c8811710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595207 Dec 15 12:45:57.780443 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882dfc6-ebcf-47ec-a33f-620d2249e2ae req-41d3a5bf-829b-42cc-9cfc-348ab205d0a2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:57.782468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4882dfc6-ebcf-47ec-a33f-620d2249e2ae req-41d3a5bf-829b-42cc-9cfc-348ab205d0a2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0714061 Dec 15 12:45:57.890611 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4882dfc6-ebcf-47ec-a33f-620d2249e2ae req-69c7b9fd-b66b-4e80-8522-a24229c0c3f5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018841 Dec 15 12:45:57.911556 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ada1-9b6b-4e33-bf93-6b87f6105c0f req-4bafce13-ab6a-4adc-8673-04da4c797ce1 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:57.913055 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a42ada1-9b6b-4e33-bf93-6b87f6105c0f req-4bafce13-ab6a-4adc-8673-04da4c797ce1 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1018136 Dec 15 12:45:57.934690 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-21ce2f4c-8849-4e32-a6fe-e1dd590e8169 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:57.936117 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-21ce2f4c-8849-4e32-a6fe-e1dd590e8169 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 945 time: 0.0918338 Dec 15 12:45:58.006658 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a42ada1-9b6b-4e33-bf93-6b87f6105c0f req-f93de005-1d84-4b6e-9c66-f51267fb74a5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861983 Dec 15 12:45:58.058125 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Deleting port 6434af65-9cea-46cb-9e36-23633ba0a5a3 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:45:58.058482 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:58.145104 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] For port 6434af65-9cea-46cb-9e36-23633ba0a5a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6434af65-9cea-46cb-9e36-23633ba0a5a3,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:45:58.145359 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:58.157485 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Calling delete_port for 6434af65-9cea-46cb-9e36-23633ba0a5a3 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:45:58.286901 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:58.315466 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Pushing event deleted for resources: {'Port': ['ID=6434af65-9cea-46cb-9e36-23633ba0a5a3,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:45:58.356943 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] No DVR routers for this DVR port 6434af65-9cea-46cb-9e36-23633ba0a5a3 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:45:58.359569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:45:58.362858 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ea120e6b-2a80-46a9-a72b-2386607311ad req-4063827e-1ccb-4eb6-9413-a74d3d37f4a6 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.36 "DELETE /v2.0/ports/6434af65-9cea-46cb-9e36-23633ba0a5a3 HTTP/1.1" status: 204 len: 173 time: 0.4175406 Dec 15 12:45:58.363296 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098cafaa-41e1-4d64-806c-382261a08fa9', 'name': 'network-vif-deleted', 'tag': '6434af65-9cea-46cb-9e36-23633ba0a5a3'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:45:58.365504 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f48a338-fc69-4b36-a65b-ec39f4b7bd5c" -d '{"events": [{"server_uuid": "098cafaa-41e1-4d64-806c-382261a08fa9", "name": "network-vif-deleted", "tag": "6434af65-9cea-46cb-9e36-23633ba0a5a3"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:45:58.402942 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b30d40-5178-4328-92fa-778bebb4a988 x-openstack-request-id: req-84b30d40-5178-4328-92fa-778bebb4a988 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:45:58.403238 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098cafaa-41e1-4d64-806c-382261a08fa9", "name": "network-vif-deleted", "tag": "6434af65-9cea-46cb-9e36-23633ba0a5a3", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:45:58.403490 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84b30d40-5178-4328-92fa-778bebb4a988 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:45:58.403886 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098cafaa-41e1-4d64-806c-382261a08fa9', 'name': 'network-vif-deleted', 'tag': '6434af65-9cea-46cb-9e36-23633ba0a5a3', 'status': 'completed', 'code': 200} Dec 15 12:45:58.682253 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6802c648-0634-4174-ab47-23cc6270fb0c req-90f8559d-9f5d-48e6-9188-082d06c0855e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 210 time: 0.0293992 Dec 15 12:45:59.014058 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dde02-b062-481a-aba1-46b3b0f71e12 req-5d8bcd25-752a-470d-829b-3668f089260f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:59.015546 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c4dde02-b062-481a-aba1-46b3b0f71e12 req-5d8bcd25-752a-470d-829b-3668f089260f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0494239 Dec 15 12:45:59.063352 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c4dde02-b062-481a-aba1-46b3b0f71e12 req-57408fea-59a1-4764-aa47-61b001bf885d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Dec 15 12:45:59.129633 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9c883-db29-41c7-9a42-90e209e86a35 req-62a13be3-10c6-4f2b-846f-2c1091c6dacf tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:45:59.131242 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bac9c883-db29-41c7-9a42-90e209e86a35 req-62a13be3-10c6-4f2b-846f-2c1091c6dacf tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0556686 Dec 15 12:45:59.175533 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['6434af65-9cea-46cb-9e36-23633ba0a5a3'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:45:59.187852 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bac9c883-db29-41c7-9a42-90e209e86a35 req-bd9c34cb-3518-4947-8075-263f748323c3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484314 Dec 15 12:45:59.777102 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f005557f-75ad-4fd1-b66e-fad7bc61e4af req-43cdb3de-425d-472a-9ff9-858b0e904226 tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 210 time: 0.0297129 Dec 15 12:46:00.187592 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9b1e9-792a-4c35-b08f-7489c829caf4 req-6c6cbaf8-f972-41ad-9165-8e3e7b8751b5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:00.189137 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfc9b1e9-792a-4c35-b08f-7489c829caf4 req-6c6cbaf8-f972-41ad-9165-8e3e7b8751b5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0500183 Dec 15 12:46:00.241557 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfc9b1e9-792a-4c35-b08f-7489c829caf4 req-52203c01-7d12-4219-b5f8-dd5f0a5adcd7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Dec 15 12:46:00.320238 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48f91b-9caa-40bd-8ea4-e9432fa2436b req-cf619bfb-b232-435d-9a89-e674556ba253 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:00.321939 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1e48f91b-9caa-40bd-8ea4-e9432fa2436b req-cf619bfb-b232-435d-9a89-e674556ba253 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0593474 Dec 15 12:46:00.382207 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1e48f91b-9caa-40bd-8ea4-e9432fa2436b req-4a8e6419-be68-48ff-95cd-5ce41dc06e6a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535588 Dec 15 12:46:00.885914 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-38ae2950-7467-4f35-a20e-5eed589960b2 req-0b5b0387-6586-43bf-ad41-f5a3ae7ef82e tempest-ServerRescueNegativeTestJSON-415451707 tempest-ServerRescueNegativeTestJSON-415451707-project] 10.222.0.71 "GET /v2.0/ports?device_id=098cafaa-41e1-4d64-806c-382261a08fa9 HTTP/1.1" status: 200 len: 210 time: 0.0337029 Dec 15 12:46:01.146930 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:01.230522 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-395e524d-c0cb-411d-af4d-4878b37185b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.232284 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-395e524d-c0cb-411d-af4d-4878b37185b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30&tenant_id=5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 1096 time: 0.0976005 Dec 15 12:46:01.320307 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-bb8125fc-dd0e-452b-896c-c716cd476b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.322677 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-bb8125fc-dd0e-452b-896c-c716cd476b17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1096 time: 0.0589395 Dec 15 12:46:01.486271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459895d7-7375-4091-a21f-2efba3cd1b23 req-b8d164f6-19f1-4d86-99ee-2a694c66bcb7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.488563 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-459895d7-7375-4091-a21f-2efba3cd1b23 req-b8d164f6-19f1-4d86-99ee-2a694c66bcb7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.1371162 Dec 15 12:46:01.551857 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-e607f1eb-9c57-456b-bad1-5902dbef5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.553348 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-e607f1eb-9c57-456b-bad1-5902dbef5b83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.2216070 Dec 15 12:46:01.633255 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-459895d7-7375-4091-a21f-2efba3cd1b23 req-bed5d9bc-7812-4162-99c5-4f9612a83e4b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347854 Dec 15 12:46:01.643189 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f7ab0-8314-406f-8852-112893e4c8e4 req-a6f275ff-1955-40f6-839f-bf1ef954540b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.645359 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ef0f7ab0-8314-406f-8852-112893e4c8e4 req-a6f275ff-1955-40f6-839f-bf1ef954540b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1549745 Dec 15 12:46:01.677621 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-48f261db-c75c-4a9b-af74-bf2e0a832bad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 999 time: 0.1097970 Dec 15 12:46:01.739669 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ef0f7ab0-8314-406f-8852-112893e4c8e4 req-720ce38e-42c6-4460-8166-16985d68c608 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858195 Dec 15 12:46:01.756252 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-b384c456-c25e-4923-a0eb-60c11b783bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.757717 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-b384c456-c25e-4923-a0eb-60c11b783bba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0642922 Dec 15 12:46:01.809874 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-f90750e1-8fc1-43ea-bed1-cf4c08f7ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:01.811423 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-f90750e1-8fc1-43ea-bed1-cf4c08f7ae0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440695 Dec 15 12:46:01.927330 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-04b015db-5990-431b-880d-27c4db95476b service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033187 Dec 15 12:46:01.960877 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46614) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:02.131909 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dcec0525-143c-47f0-b0d3-fe564ec410d4 req-13c497b6-300d-4d42-ad05-8ba652945b90 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962719 Dec 15 12:46:02.508028 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-694838b2-7420-4d7d-858a-90ff3e558dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:02.527031 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:02.731698 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:46:02.900502 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa34ae6-633f-49e0-898b-fe207bcf3881 req-4e9c6152-4244-401e-a676-6384268eef8f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:02.902023 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-daa34ae6-633f-49e0-898b-fe207bcf3881 req-4e9c6152-4244-401e-a676-6384268eef8f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.1577759 Dec 15 12:46:02.963661 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48fac7-03bc-4be0-80d5-977a363961cb req-e1a68d16-929f-4f1f-862b-34731f2845a0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:02.965214 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd48fac7-03bc-4be0-80d5-977a363961cb req-e1a68d16-929f-4f1f-862b-34731f2845a0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1178687 Dec 15 12:46:02.995074 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-daa34ae6-633f-49e0-898b-fe207bcf3881 req-de62bb71-1772-4273-99fa-8d5d81c76dba tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848913 Dec 15 12:46:03.068197 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd48fac7-03bc-4be0-80d5-977a363961cb req-1a1da1dd-ac91-429c-9327-fb062abf0cf6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946889 Dec 15 12:46:03.090546 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Deleting port 220cebc9-03d7-46e9-a36b-ded9539d7b76 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:46:03.090887 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:03.179018 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] For port 220cebc9-03d7-46e9-a36b-ded9539d7b76, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=220cebc9-03d7-46e9-a36b-ded9539d7b76,segment=NetworkSegment(f4b98026-25a1-4fc1-b909-599e5e564508),segment_id=f4b98026-25a1-4fc1-b909-599e5e564508)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:03.179398 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:03.194061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Calling delete_port for 220cebc9-03d7-46e9-a36b-ded9539d7b76 owned by network:router_interface {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:46:03.372726 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 6434af65-9cea-46cb-9e36-23633ba0a5a3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:46:03.392644 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:03.394353 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 6434af65-9cea-46cb-9e36-23633ba0a5a3 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:46:03.394739 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 6434af65-9cea-46cb-9e36-23633ba0a5a3 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:46:03.428715 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=220cebc9-03d7-46e9-a36b-ded9539d7b76,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:03.621266 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:04.179746 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Router f7e26c84-6878-4bd9-b355-db5f4b87c35a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:46:04.190440 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644b11-cd0c-45d4-a433-59fa5914c263 req-d3b7340b-d2ed-45ff-9629-c6f6a25298ee tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:04.191993 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8d644b11-cd0c-45d4-a433-59fa5914c263 req-d3b7340b-d2ed-45ff-9629-c6f6a25298ee tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0984497 Dec 15 12:46:04.246611 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de13f-8be9-4859-a043-dc11b6ea92bd req-c472fe15-8bdb-4ba4-8b7c-9162a2d33ae0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:04.248168 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c81de13f-8be9-4859-a043-dc11b6ea92bd req-c472fe15-8bdb-4ba4-8b7c-9162a2d33ae0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1058290 Dec 15 12:46:04.373207 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8d644b11-cd0c-45d4-a433-59fa5914c263 req-08330e6a-b284-4de4-891a-5118d257bf90 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712976 Dec 15 12:46:04.407007 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c81de13f-8be9-4859-a043-dc11b6ea92bd req-baeb428e-4631-4464-b3ec-da9d4771609c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225369 Dec 15 12:46:04.416156 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:46:04.421229 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-7e44b6ca-e7e7-4a4c-9b98-72178094bb38 admin admin] 10.222.0.71 "PUT /v2.0/routers/f7e26c84-6878-4bd9-b355-db5f4b87c35a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4589298 Dec 15 12:46:04.426035 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46650) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:04.433184 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] Sync routers for ids ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:46:04.470873 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] Routers {'f7e26c84-6878-4bd9-b355-db5f4b87c35a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:46:04.474992 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:45:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:04.614533 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:04.656138 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] Set router f7e26c84-6878-4bd9-b355-db5f4b87c35a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:46:04.754860 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:04.818022 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Deleting port 01daaa17-6cd2-4026-ada2-c83b473ec5be {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:46:04.818798 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:04.904276 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:46:03Z', 'revision_number': 5, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port': {'id': '01daaa17-6cd2-4026-ada2-c83b473ec5be', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:04.939672 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] Checking router: f7e26c84-6878-4bd9-b355-db5f4b87c35a for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:46:04.959628 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] Routers {'f7e26c84-6878-4bd9-b355-db5f4b87c35a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:46:04.960622 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:45:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:04.968708 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] For port 01daaa17-6cd2-4026-ada2-c83b473ec5be, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=01daaa17-6cd2-4026-ada2-c83b473ec5be,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:04.969183 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:04.974539 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-229356ba-4c15-4066-8e4a-316a06b2315f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:04.994849 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Calling delete_port for 01daaa17-6cd2-4026-ada2-c83b473ec5be owned by network:router_gateway {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:46:05.110328 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] Set router f7e26c84-6878-4bd9-b355-db5f4b87c35a gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:46:05.196260 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:46:04Z', 'revision_number': 6, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:05.257812 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.289477 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=01daaa17-6cd2-4026-ada2-c83b473ec5be,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:05.363668 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2daac8-8c09-47f8-bd71-f9eb1f4d5f9a None None] The sync data for ids ['f7e26c84-6878-4bd9-b355-db5f4b87c35a'] in dv-cinder-813225-4-iscsi is: [{'id': 'f7e26c84-6878-4bd9-b355-db5f4b87c35a', 'name': 'tempest-ServerRescueNegativeTestJSON-2075045663-router', 'tenant_id': '78fc7461db7c4a669da8815395442e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:17Z', 'updated_at': '2021-12-15T12:46:04Z', 'revision_number': 6, 'project_id': '78fc7461db7c4a669da8815395442e13', 'gw_port_host': None}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:46:05.405311 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.549079 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.553103 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.669217 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.669694 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e26c84-6878-4bd9-b355-db5f4b87c35a {{(pid=109096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:46:05.678066 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.679231 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-17e92355-d6cf-498f-9a95-7259bec16be4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/f7e26c84-6878-4bd9-b355-db5f4b87c35a HTTP/1.1" status: 204 len: 168 time: 1.2520499 Dec 15 12:46:05.683273 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46658) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:05.691864 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4b98-6618-4a26-bd69-8ecc9af8b66a req-60dd40fc-a97e-47e7-9daa-26e49d6fc53c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:05.693530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-95ef4b98-6618-4a26-bd69-8ecc9af8b66a req-60dd40fc-a97e-47e7-9daa-26e49d6fc53c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.1644945 Dec 15 12:46:05.702514 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62e594-ae19-4719-84ec-95cb6f934311 req-b52452cf-46f7-408e-9900-9b7f936ac50e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:05.704176 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca62e594-ae19-4719-84ec-95cb6f934311 req-b52452cf-46f7-408e-9900-9b7f936ac50e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1762302 Dec 15 12:46:05.735434 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Deleting subnet d3aada0f-385c-4561-b732-fec638e618a0 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:46:05.739535 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.798218 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-95ef4b98-6618-4a26-bd69-8ecc9af8b66a req-ce183530-9828-41d5-9b98-1c2aaeddc978 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914655 Dec 15 12:46:05.817182 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.826630 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca62e594-ae19-4719-84ec-95cb6f934311 req-c71272bb-b91a-4ee2-b7b8-5aa8f0b096e9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155064 Dec 15 12:46:05.860593 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.924794 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.956054 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3aada0f-385c-4561-b732-fec638e618a0,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:05.958189 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:05.961715 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ac5bbbee-ab37-4e76-8bea-33677f7dd241 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d3aada0f-385c-4561-b732-fec638e618a0 HTTP/1.1" status: 204 len: 168 time: 0.2767050 Dec 15 12:46:05.965912 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46660) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:06.036909 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.132032 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.138226 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.154930 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28991ab3-ac09-448e-b277-b78ce2732039']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:06.168344 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b98026-25a1-4fc1-b909-599e5e564508') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:06.168558 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b98026-25a1-4fc1-b909-599e5e564508') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:46:06.190009 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.210742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.217947 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:46:06.218354 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:46:06.220295 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:46:06.306055 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.334970 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.340577 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/28991ab3-ac09-448e-b277-b78ce2732039 HTTP/1.1" status: 204 len: 168 time: 0.3734100 Dec 15 12:46:06.342074 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eb5e2-ce6f-425a-aa1a-af04d713d6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28991ab3-ac09-448e-b277-b78ce2732039,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:06.606824 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 01daaa17-6cd2-4026-ada2-c83b473ec5be no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:46:06.654733 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 01daaa17-6cd2-4026-ada2-c83b473ec5be {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:46:06.655252 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 01daaa17-6cd2-4026-ada2-c83b473ec5be not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:46:06.655866 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 220cebc9-03d7-46e9-a36b-ded9539d7b76 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:46:06.682881 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46670) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:06.704325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 220cebc9-03d7-46e9-a36b-ded9539d7b76 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:46:06.704749 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 220cebc9-03d7-46e9-a36b-ded9539d7b76 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:46:06.737958 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-5fe50f98-f427-456a-ab32-a22bc09a0077 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78fc7461db7c4a669da8815395442e13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0535495 Dec 15 12:46:06.742205 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46672) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:06.798929 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cca04309-666b-47f4-9ba2-334050b0c99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.829122 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cca04309-666b-47f4-9ba2-334050b0c99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.962085 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cca04309-666b-47f4-9ba2-334050b0c99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.965792 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cca04309-666b-47f4-9ba2-334050b0c99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:06.967299 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-cca04309-666b-47f4-9ba2-334050b0c99d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7075bd11-4861-45a4-b450-99b8c8811710 HTTP/1.1" status: 204 len: 168 time: 0.2237995 Dec 15 12:46:07.011321 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca04309-666b-47f4-9ba2-334050b0c99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7075bd11-4861-45a4-b450-99b8c8811710,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:07.033070 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec18129-a34c-42b9-8f82-3d983ddb7d12 req-9dc46460-44b3-4a70-a51a-8773e487eec7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:07.033070 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7ec18129-a34c-42b9-8f82-3d983ddb7d12 req-9dc46460-44b3-4a70-a51a-8773e487eec7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.1081481 Dec 15 12:46:07.065807 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77d1ba-350a-4865-86db-78752c8636e4 req-a789ec29-4b4c-44e0-a20f-44d92209bd61 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:07.065807 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8b77d1ba-350a-4865-86db-78752c8636e4 req-a789ec29-4b4c-44e0-a20f-44d92209bd61 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1263947 Dec 15 12:46:07.136930 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7ec18129-a34c-42b9-8f82-3d983ddb7d12 req-8d0b6940-03a0-4c48-8f2d-1f2b386525d0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995760 Dec 15 12:46:07.141790 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8b77d1ba-350a-4865-86db-78752c8636e4 req-ee794a8b-825c-42e0-8d4d-71f423210b57 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731843 Dec 15 12:46:07.521500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:08.271858 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:08.318791 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f06e-5981-421d-9095-6cd14fee071c req-e58b9c72-9756-4126-a2fc-7035b63914fe tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:08.327624 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c604f06e-5981-421d-9095-6cd14fee071c req-e58b9c72-9756-4126-a2fc-7035b63914fe tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0900717 Dec 15 12:46:08.392022 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c604f06e-5981-421d-9095-6cd14fee071c req-0bd3c9a0-674e-4a9b-ab98-29725d5c9ef1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638947 Dec 15 12:46:08.557430 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391b80-c30e-4f58-8edd-103f9426d8f3 req-6caf7a04-8c28-43e3-9b03-4142cf5476f5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:08.559207 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca391b80-c30e-4f58-8edd-103f9426d8f3 req-6caf7a04-8c28-43e3-9b03-4142cf5476f5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0841110 Dec 15 12:46:08.661062 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ca391b80-c30e-4f58-8edd-103f9426d8f3 req-8caaff79-cef4-48b3-bf9a-f3948eb5bfbd tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874043 Dec 15 12:46:09.537421 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a71e86-2d8b-4ed8-969f-707841d08805 req-a4b928bd-70d5-44bb-b724-339dbbcd5e14 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:09.539011 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32a71e86-2d8b-4ed8-969f-707841d08805 req-a4b928bd-70d5-44bb-b724-339dbbcd5e14 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0577447 Dec 15 12:46:09.621440 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32a71e86-2d8b-4ed8-969f-707841d08805 req-b3496f3c-5dd2-450a-ad4d-abe4a3f17f0a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750353 Dec 15 12:46:09.796966 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b02c-76c1-4083-ac11-236752a614a5 req-e9ddcf81-7c97-4fe3-ac66-132f64d979a5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:09.798578 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e035b02c-76c1-4083-ac11-236752a614a5 req-e9ddcf81-7c97-4fe3-ac66-132f64d979a5 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0712423 Dec 15 12:46:09.853658 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e035b02c-76c1-4083-ac11-236752a614a5 req-50badd50-f5d8-4eb3-acc2-e16a12fb5726 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485370 Dec 15 12:46:10.771408 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36a62f-4d81-43b2-a461-7fe441402083 req-deb6bdba-3eac-47f0-8961-f4b87817ccd7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:10.772954 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4f36a62f-4d81-43b2-a461-7fe441402083 req-deb6bdba-3eac-47f0-8961-f4b87817ccd7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0704918 Dec 15 12:46:10.833152 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4f36a62f-4d81-43b2-a461-7fe441402083 req-a58c1350-2e04-4a4b-9c72-661aad844891 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522387 Dec 15 12:46:10.989638 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd0ec1-7d9a-4f81-bf14-85646620fcdf req-cb251adb-24c9-4791-bab4-91bf6092c608 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:10.991131 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-89dd0ec1-7d9a-4f81-bf14-85646620fcdf req-cb251adb-24c9-4791-bab4-91bf6092c608 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0554693 Dec 15 12:46:11.054734 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-89dd0ec1-7d9a-4f81-bf14-85646620fcdf req-21bac481-538d-4a35-850f-2af2a19b3841 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552511 Dec 15 12:46:11.422206 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46778) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:11.541557 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-648ca4d9-50cd-4586-8612-c713df88bbfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.625758 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-648ca4d9-50cd-4586-8612-c713df88bbfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.629755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-648ca4d9-50cd-4586-8612-c713df88bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.672162 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ca4d9-50cd-4586-8612-c713df88bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa4b08-2a60-40f3-ba22-02e90caa4f8a,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:11.677234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-648ca4d9-50cd-4586-8612-c713df88bbfd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a5f0929748dd4b76b2777abe9ab3f0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538505 Dec 15 12:46:11.680862 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46782) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:11.734939 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ebf80a71-15b2-40a6-95b2-c882353810cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.758164 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ebf80a71-15b2-40a6-95b2-c882353810cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.821694 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ebf80a71-15b2-40a6-95b2-c882353810cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.824731 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ebf80a71-15b2-40a6-95b2-c882353810cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:11.828726 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ebf80a71-15b2-40a6-95b2-c882353810cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3caa4b08-2a60-40f3-ba22-02e90caa4f8a HTTP/1.1" status: 204 len: 168 time: 0.1433394 Dec 15 12:46:11.835381 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf80a71-15b2-40a6-95b2-c882353810cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa4b08-2a60-40f3-ba22-02e90caa4f8a,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:11.979897 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95c91-f7b5-4dba-98c6-73df979b3d11 req-eba162af-fb85-4f13-afd2-437e80486e1a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:11.981959 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-51d95c91-f7b5-4dba-98c6-73df979b3d11 req-eba162af-fb85-4f13-afd2-437e80486e1a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0596015 Dec 15 12:46:12.064011 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-51d95c91-f7b5-4dba-98c6-73df979b3d11 req-55b1beb6-3030-4c54-af1a-90a3f20f067d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761268 Dec 15 12:46:12.224513 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c05bb-1efc-4ab4-aca1-16cd31de7747 req-3f9fc6cc-158b-4cb0-8dfb-176174d614a6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:12.226296 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-482c05bb-1efc-4ab4-aca1-16cd31de7747 req-3f9fc6cc-158b-4cb0-8dfb-176174d614a6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0845191 Dec 15 12:46:12.323943 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-482c05bb-1efc-4ab4-aca1-16cd31de7747 req-64b244c6-6f7c-4fe4-9ac8-ad91e35ad136 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892327 Dec 15 12:46:13.214939 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e812e4-74cb-419c-93d0-2e4b5fde7ebd req-41559868-8680-49af-a557-35f52079a6ad tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:13.217617 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-63e812e4-74cb-419c-93d0-2e4b5fde7ebd req-41559868-8680-49af-a557-35f52079a6ad tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0563521 Dec 15 12:46:13.294007 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-63e812e4-74cb-419c-93d0-2e4b5fde7ebd req-b8fc81ca-3949-49af-a083-fdd87a1c8e44 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638771 Dec 15 12:46:13.496403 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b6dcf-821f-4aed-a2cd-2eddd6e30e11 req-beec2b79-ca30-4a4c-8aca-0cb6045f322e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:13.497969 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-467b6dcf-821f-4aed-a2cd-2eddd6e30e11 req-beec2b79-ca30-4a4c-8aca-0cb6045f322e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0752823 Dec 15 12:46:13.555798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46844) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:13.591071 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-467b6dcf-821f-4aed-a2cd-2eddd6e30e11 req-cdaed016-0f1a-4210-92c8-096ea9683656 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831416 Dec 15 12:46:13.728573 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b39a42f4-7e09-4e83-8141-f6e2f354f201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:13.837681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b39a42f4-7e09-4e83-8141-f6e2f354f201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:13.842294 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b39a42f4-7e09-4e83-8141-f6e2f354f201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:13.888664 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a42f4-7e09-4e83-8141-f6e2f354f201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2406e-7617-4c31-a94f-b4c5b6110e61,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:13.907052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46848) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:13.917974 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b39a42f4-7e09-4e83-8141-f6e2f354f201 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fbc1a00b415f43338d668bd9f092e755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597393 Dec 15 12:46:13.965960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e260-4be4-438c-b257-18319a8b199f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:13.994978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e260-4be4-438c-b257-18319a8b199f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:14.047185 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e260-4be4-438c-b257-18319a8b199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:14.049730 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b8f9e260-4be4-438c-b257-18319a8b199f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:14.050920 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-b8f9e260-4be4-438c-b257-18319a8b199f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/abf2406e-7617-4c31-a94f-b4c5b6110e61 HTTP/1.1" status: 204 len: 168 time: 0.1424854 Dec 15 12:46:14.059663 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9e260-4be4-438c-b257-18319a8b199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2406e-7617-4c31-a94f-b4c5b6110e61,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:14.496948 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d1dec-b9c9-4471-ad6c-c2a9b645b52c req-6272e3a5-ddc7-4d2b-ae12-498c0cc2f56b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:14.500345 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2a7d1dec-b9c9-4471-ad6c-c2a9b645b52c req-6272e3a5-ddc7-4d2b-ae12-498c0cc2f56b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0910890 Dec 15 12:46:14.615229 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2a7d1dec-b9c9-4471-ad6c-c2a9b645b52c req-789e1b61-6ff3-40ae-a634-d9eb5a0addc9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091371 Dec 15 12:46:14.776051 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736aa5e-a39b-42b3-a40a-5ce519f2f559 req-053cf4fb-c3c5-4eca-9cf8-a193a56f5925 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:14.777633 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6736aa5e-a39b-42b3-a40a-5ce519f2f559 req-053cf4fb-c3c5-4eca-9cf8-a193a56f5925 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0734365 Dec 15 12:46:14.859538 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6736aa5e-a39b-42b3-a40a-5ce519f2f559 req-a4511c5b-0071-4f31-b4a2-496b804628f2 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740938 Dec 15 12:46:15.751761 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcef79-25c3-4246-9c66-99502ed25b91 req-5a0ce51b-2796-4c41-ac0f-bdd3e22a62c3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:15.753352 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-19bcef79-25c3-4246-9c66-99502ed25b91 req-5a0ce51b-2796-4c41-ac0f-bdd3e22a62c3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0536556 Dec 15 12:46:15.808320 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-19bcef79-25c3-4246-9c66-99502ed25b91 req-f1e9ae5a-15fd-40ea-b06c-fa50d99252a4 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478058 Dec 15 12:46:15.991065 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46902) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:16.022561 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf19e8-35cc-45e5-a5e7-c1d1ecdb3d20 req-6f1cbede-1277-4499-b87f-5c3eb95ccfac tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:16.025167 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dccf19e8-35cc-45e5-a5e7-c1d1ecdb3d20 req-6f1cbede-1277-4499-b87f-5c3eb95ccfac tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0742378 Dec 15 12:46:16.099090 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dccf19e8-35cc-45e5-a5e7-c1d1ecdb3d20 req-6f96a754-1645-4b57-bb44-9e0c1d376e30 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646305 Dec 15 12:46:16.182933 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3d37e877-6e30-49b9-9f8d-ea700faa742b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.261706 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3d37e877-6e30-49b9-9f8d-ea700faa742b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.505245 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3d37e877-6e30-49b9-9f8d-ea700faa742b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.552189 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3d37e877-6e30-49b9-9f8d-ea700faa742b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=83085f6354fd40fa8abaa35494a2d6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599506 Dec 15 12:46:16.553145 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37e877-6e30-49b9-9f8d-ea700faa742b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8537b8-b340-4415-afda-918364f0d9a5,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:16.555144 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 46906) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:16.645539 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-79bfb1c2-e28a-4bae-9129-ec498172396a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.686847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-79bfb1c2-e28a-4bae-9129-ec498172396a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.766314 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-79bfb1c2-e28a-4bae-9129-ec498172396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.769281 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-79bfb1c2-e28a-4bae-9129-ec498172396a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:16.770617 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-79bfb1c2-e28a-4bae-9129-ec498172396a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c8537b8-b340-4415-afda-918364f0d9a5 HTTP/1.1" status: 204 len: 168 time: 0.2126226 Dec 15 12:46:16.779346 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfb1c2-e28a-4bae-9129-ec498172396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8537b8-b340-4415-afda-918364f0d9a5,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:16.982689 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee76e5-5eb2-44f2-9974-8db358ef494a req-05dae615-2084-4144-afab-e68efc0f58fa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:16.984514 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c0ee76e5-5eb2-44f2-9974-8db358ef494a req-05dae615-2084-4144-afab-e68efc0f58fa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0586767 Dec 15 12:46:17.050221 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c0ee76e5-5eb2-44f2-9974-8db358ef494a req-3595798c-963f-415d-bd6a-9a7be2fa27f0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577512 Dec 15 12:46:17.127123 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46916) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:17.141602 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-69c5c282-1224-4f31-b221-5ea335efb884 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.229227 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-69c5c282-1224-4f31-b221-5ea335efb884 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.230632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e1f4e-8973-43d9-97fc-033aa5a00c42 req-a2a78ca5-b26b-490a-aa74-5dd1dd82dc76 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:17.232178 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ac8e1f4e-8973-43d9-97fc-033aa5a00c42 req-a2a78ca5-b26b-490a-aa74-5dd1dd82dc76 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0520320 Dec 15 12:46:17.235040 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-69c5c282-1224-4f31-b221-5ea335efb884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.270210 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5c282-1224-4f31-b221-5ea335efb884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d1c1bb-9727-47c9-9dfc-57928193f3cb,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:17.288553 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-69c5c282-1224-4f31-b221-5ea335efb884 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b67a39457769481ba159bf869e7cbdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575897 Dec 15 12:46:17.288553 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 46922) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:17.296597 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ac8e1f4e-8973-43d9-97fc-033aa5a00c42 req-3fcb4a7a-7914-42fe-92aa-25b060567478 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548625 Dec 15 12:46:17.345945 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29dccf81-2d3d-49fa-af4f-77b0f0ee6443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.377814 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29dccf81-2d3d-49fa-af4f-77b0f0ee6443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.450447 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29dccf81-2d3d-49fa-af4f-77b0f0ee6443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.456344 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29dccf81-2d3d-49fa-af4f-77b0f0ee6443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:17.463139 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-29dccf81-2d3d-49fa-af4f-77b0f0ee6443 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18d1c1bb-9727-47c9-9dfc-57928193f3cb HTTP/1.1" status: 204 len: 168 time: 0.1735733 Dec 15 12:46:17.489927 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dccf81-2d3d-49fa-af4f-77b0f0ee6443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d1c1bb-9727-47c9-9dfc-57928193f3cb,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:17.608852 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d0450-cd19-4787-b4fd-733748de2ed5 req-23abb1ae-4b0f-41d1-a179-16ac300df8c2 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:17.610353 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-980d0450-cd19-4787-b4fd-733748de2ed5 req-23abb1ae-4b0f-41d1-a179-16ac300df8c2 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0998375 Dec 15 12:46:17.613168 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6984a-9b90-49e4-aee6-13918669a86a req-ef58012c-1a62-4562-9de2-3699f24d76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:17.614353 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-ef58012c-1a62-4562-9de2-3699f24d76d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1098 time: 0.0649974 Dec 15 12:46:17.718056 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-980d0450-cd19-4787-b4fd-733748de2ed5 req-b1b5a86b-ef36-4943-8249-ff33be16dfe0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992568 Dec 15 12:46:17.746375 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6984a-9b90-49e4-aee6-13918669a86a req-d90ddc48-9665-4315-a06b-74ad5cc8a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:17.747938 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-d90ddc48-9665-4315-a06b-74ad5cc8a55b service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.1216187 Dec 15 12:46:18.141311 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-a61f2e5f-9d63-493a-aaf6-0689fd51ecf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 1000 time: 0.3842640 Dec 15 12:46:18.186919 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ca17-c253-42f2-9833-7efc2b91b6e6 req-a612ebfa-24fd-432b-abb7-e3bf32a3ef0d tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:18.188558 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4040ca17-c253-42f2-9833-7efc2b91b6e6 req-a612ebfa-24fd-432b-abb7-e3bf32a3ef0d tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 945 time: 0.1105835 Dec 15 12:46:18.279241 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6984a-9b90-49e4-aee6-13918669a86a req-eb9c9954-e3cf-41f9-9b6e-b8fc5db16795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:18.283547 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-eb9c9954-e3cf-41f9-9b6e-b8fc5db16795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.1337447 Dec 15 12:46:18.314014 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b2d04-36a5-4f82-83b2-84ab7385810e req-b5338148-3c06-42c1-b683-d40824ca549c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:18.315633 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ad4b2d04-36a5-4f82-83b2-84ab7385810e req-b5338148-3c06-42c1-b683-d40824ca549c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.1561365 Dec 15 12:46:18.350282 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4040ca17-c253-42f2-9833-7efc2b91b6e6 req-96d5517b-4877-4847-bc4a-9d4532133d32 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322029 Dec 15 12:46:18.397776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6984a-9b90-49e4-aee6-13918669a86a req-962fc057-eb0a-4510-aa5d-74ac49229e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:18.400550 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-962fc057-eb0a-4510-aa5d-74ac49229e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1078606 Dec 15 12:46:18.411180 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ad4b2d04-36a5-4f82-83b2-84ab7385810e req-988e5514-a2f6-4d77-968b-568e3507c82d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713749 Dec 15 12:46:18.551853 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-f06e8fd4-b458-4713-8c92-ed95725e038f service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383774 Dec 15 12:46:18.669818 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56c6984a-9b90-49e4-aee6-13918669a86a req-abb26828-d0df-4aca-a01c-629f1f0dca7e service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092920 Dec 15 12:46:18.859368 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177900-3fea-49c8-9d1e-e84cc70e610f req-54379559-62f2-498a-983a-7e6d3b14321e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:18.860948 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ec177900-3fea-49c8-9d1e-e84cc70e610f req-54379559-62f2-498a-983a-7e6d3b14321e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0607553 Dec 15 12:46:18.924530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ec177900-3fea-49c8-9d1e-e84cc70e610f req-ef776b39-6abd-4e34-9cbf-07e55cbb2798 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548804 Dec 15 12:46:19.500814 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa790dc-87bc-4607-98e4-391e916948a7 req-79533d5b-9f76-4d4e-9fa1-f02ab2962df4 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:19.502386 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3fa790dc-87bc-4607-98e4-391e916948a7 req-79533d5b-9f76-4d4e-9fa1-f02ab2962df4 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 945 time: 0.0642703 Dec 15 12:46:19.588555 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7297569-1d2e-4aa3-ab0e-d8f640a9cdff req-cfde5c09-c63d-403b-a714-50561d1be37e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:19.590726 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7297569-1d2e-4aa3-ab0e-d8f640a9cdff req-cfde5c09-c63d-403b-a714-50561d1be37e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0872664 Dec 15 12:46:19.604633 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3fa790dc-87bc-4607-98e4-391e916948a7 req-3424bfb3-f3dd-4756-9c82-c4bbf57368d3 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903399 Dec 15 12:46:19.658178 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a7297569-1d2e-4aa3-ab0e-d8f640a9cdff req-034f656b-d6fb-4360-9862-626e2f00004a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606134 Dec 15 12:46:19.788187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-c5548fce-1e6b-4f4a-99a7-488b3fd2f196 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:19.789925 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-c5548fce-1e6b-4f4a-99a7-488b3fd2f196 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 945 time: 0.0560377 Dec 15 12:46:19.912776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Deleting port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:46:19.913237 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:20.040055 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] For port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:20.040416 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:20.056227 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Calling delete_port for ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:46:20.077851 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87196d3-ee33-4c9b-9374-acb04d5fdcf4 req-0bc83b7a-c1ad-4296-bf51-1f1ba3298c6d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:20.079374 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b87196d3-ee33-4c9b-9374-acb04d5fdcf4 req-0bc83b7a-c1ad-4296-bf51-1f1ba3298c6d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0826652 Dec 15 12:46:20.181293 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b87196d3-ee33-4c9b-9374-acb04d5fdcf4 req-5d7e31ca-a86a-4f49-9ac4-58bb37bfa4fc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659330 Dec 15 12:46:20.245875 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:20.258798 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['ce358787-97fe-48f8-bbd6-f92d0b0cc3b3'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:46:20.277106 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Pushing event deleted for resources: {'Port': ['ID=ce358787-97fe-48f8-bbd6-f92d0b0cc3b3,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:20.326574 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] No DVR routers for this DVR port ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:46:20.329144 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:20.332533 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6a53a272-47bd-46fa-b8a6-3d52e6e6b661 req-4708da64-dcab-40ea-a80a-3aba2c6c1960 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "DELETE /v2.0/ports/ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 HTTP/1.1" status: 204 len: 173 time: 0.5371432 Dec 15 12:46:20.332976 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'name': 'network-vif-deleted', 'tag': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:20.335335 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5a9766-5db7-413a-ab4b-c1f20dc6630b" -d '{"events": [{"server_uuid": "0bad0d5c-5e72-4dca-82da-4d7fcca21675", "name": "network-vif-deleted", "tag": "ce358787-97fe-48f8-bbd6-f92d0b0cc3b3"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:20.375465 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4996e4-16e4-47db-97f5-b588a9c19d69 x-openstack-request-id: req-4d4996e4-16e4-47db-97f5-b588a9c19d69 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:20.375795 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bad0d5c-5e72-4dca-82da-4d7fcca21675", "name": "network-vif-deleted", "tag": "ce358787-97fe-48f8-bbd6-f92d0b0cc3b3", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:20.376079 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4d4996e4-16e4-47db-97f5-b588a9c19d69 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:20.376550 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bad0d5c-5e72-4dca-82da-4d7fcca21675', 'name': 'network-vif-deleted', 'tag': 'ce358787-97fe-48f8-bbd6-f92d0b0cc3b3', 'status': 'completed', 'code': 200} Dec 15 12:46:20.717460 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-847bf970-77d2-4db8-9a67-9fe20ecfa5d7 req-89bdc0fc-72eb-4b53-809b-803877c19864 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bad0d5c-5e72-4dca-82da-4d7fcca21675 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Dec 15 12:46:20.796602 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a739a29-d055-4988-be79-162047689248 req-9f801e45-48ae-4f05-a7d1-9ff2e862128b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:20.798118 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6a739a29-d055-4988-be79-162047689248 req-9f801e45-48ae-4f05-a7d1-9ff2e862128b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0512595 Dec 15 12:46:20.859634 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6a739a29-d055-4988-be79-162047689248 req-0272d7ad-ac3c-4643-bdb3-264e072b7649 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543792 Dec 15 12:46:22.011728 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fec3f-faf4-4bec-a69d-ce497855d9e6 req-0e39dff0-1402-4bf7-87ac-ebbf700261d2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:22.013238 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fa2fec3f-faf4-4bec-a69d-ce497855d9e6 req-0e39dff0-1402-4bf7-87ac-ebbf700261d2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0519733 Dec 15 12:46:22.066163 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-fa2fec3f-faf4-4bec-a69d-ce497855d9e6 req-cc9efef3-4d9a-4374-86ec-4b5047356d90 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469294 Dec 15 12:46:23.189943 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb1801-e3c7-4659-9358-e6eb6471a3dc req-e052b3f2-68fb-4f33-9819-4cf77e8084bb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:23.191440 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ccb1801-e3c7-4659-9358-e6eb6471a3dc req-e052b3f2-68fb-4f33-9819-4cf77e8084bb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0498970 Dec 15 12:46:23.240222 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ccb1801-e3c7-4659-9358-e6eb6471a3dc req-373b75b5-8123-4d3a-841a-23e71eccf7d2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421662 Dec 15 12:46:24.375644 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613815-e85f-4b0a-8a88-1b36eba0baae req-47378bf8-98b7-44b0-a735-3c49641e2f7c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:24.377878 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-09613815-e85f-4b0a-8a88-1b36eba0baae req-47378bf8-98b7-44b0-a735-3c49641e2f7c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0597134 Dec 15 12:46:24.427258 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-09613815-e85f-4b0a-8a88-1b36eba0baae req-80a967a7-7837-4589-b925-1861fd12198e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Dec 15 12:46:24.660090 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:46:24.683740 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:46:24.683740 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ce358787-97fe-48f8-bbd6-f92d0b0cc3b3 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:46:25.403714 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced309f-5842-49ab-ad68-749e3a40fdb6 req-17c30ff0-f51b-49be-a2e4-1ef82f22b66a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:25.405364 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6ced309f-5842-49ab-ad68-749e3a40fdb6 req-17c30ff0-f51b-49be-a2e4-1ef82f22b66a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0635974 Dec 15 12:46:25.477982 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6ced309f-5842-49ab-ad68-749e3a40fdb6 req-0da781db-4ed9-456e-ba19-e4ed70d799e7 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660267 Dec 15 12:46:25.563257 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93f90-c49a-49fc-9ef1-108e80d12f36 req-9f6d3a72-e7f0-475b-bfda-077f44becf99 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:25.564854 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dab93f90-c49a-49fc-9ef1-108e80d12f36 req-9f6d3a72-e7f0-475b-bfda-077f44becf99 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0517261 Dec 15 12:46:25.620419 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dab93f90-c49a-49fc-9ef1-108e80d12f36 req-fecddaee-b0db-4ff5-8257-e033a30ed1fc tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494683 Dec 15 12:46:26.605330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc927d-619a-4c43-a026-70b95e1712e6 req-7163640f-c071-4f21-a0d6-24b12f221ec9 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:26.606851 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1bdc927d-619a-4c43-a026-70b95e1712e6 req-7163640f-c071-4f21-a0d6-24b12f221ec9 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0542471 Dec 15 12:46:26.671902 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1bdc927d-619a-4c43-a026-70b95e1712e6 req-3c35cd90-831d-4611-8465-08295f9f2fa1 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589428 Dec 15 12:46:26.760676 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd89f1-b0e2-498d-ba8d-e2a1133dffeb req-63028825-626a-4a1d-9051-7c84697dbef9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:26.762119 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-57fd89f1-b0e2-498d-ba8d-e2a1133dffeb req-63028825-626a-4a1d-9051-7c84697dbef9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0584817 Dec 15 12:46:26.822349 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-57fd89f1-b0e2-498d-ba8d-e2a1133dffeb req-ad48d6b3-68f8-415b-a383-7e5b8fa5d49f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542505 Dec 15 12:46:27.801084 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac791fc-95e7-4255-bcdf-03dba82ee889 req-40841a34-5c36-4137-ba59-06aa503e8521 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:27.802590 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3ac791fc-95e7-4255-bcdf-03dba82ee889 req-40841a34-5c36-4137-ba59-06aa503e8521 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0516944 Dec 15 12:46:27.881623 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3ac791fc-95e7-4255-bcdf-03dba82ee889 req-36924132-81f9-437d-a803-ef73c5850ca3 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727937 Dec 15 12:46:27.942360 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-488261e3-8fd4-4a4a-9e18-2376911121ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:27.943962 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-488261e3-8fd4-4a4a-9e18-2376911121ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1137 time: 0.0770698 Dec 15 12:46:27.956305 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-152d3fab-7cfe-4686-8f75-3582b3923e20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443535 Dec 15 12:46:27.985347 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc9338-168d-4583-8418-5ae526fb871a req-9b6cb479-a69d-4cde-b014-77c3975d1545 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:27.986922 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c1dc9338-168d-4583-8418-5ae526fb871a req-9b6cb479-a69d-4cde-b014-77c3975d1545 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0793192 Dec 15 12:46:28.052844 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-fcfb65ec-e056-4d70-8479-df384ad5d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.055017 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-fcfb65ec-e056-4d70-8479-df384ad5d2af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 1098 time: 0.0405433 Dec 15 12:46:28.097514 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c1dc9338-168d-4583-8418-5ae526fb871a req-7ce62da9-91ae-445b-8f75-f6939f51af1e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818710 Dec 15 12:46:28.100467 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-5421595a-a4b0-4b70-9886-123da4b309c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.102009 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-5421595a-a4b0-4b70-9886-123da4b309c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 916 time: 0.1489730 Dec 15 12:46:28.179146 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-2cc11447-8975-412e-86bc-7bfc832a8bf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 1000 time: 0.0697541 Dec 15 12:46:28.201814 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-4b393359-bec2-4a8d-83a9-b285e012b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.201814 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-4b393359-bec2-4a8d-83a9-b285e012b6eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.1114342 Dec 15 12:46:28.242929 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-199dd337-c8d0-4f60-880b-f8a292f05f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.244893 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-199dd337-c8d0-4f60-880b-f8a292f05f7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.0575833 Dec 15 12:46:28.302941 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-3d317042-640a-45c2-93eb-4bcae752ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.304883 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-3d317042-640a-45c2-93eb-4bcae752ad69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519676 Dec 15 12:46:28.337369 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-afc957ea-5e7e-47cc-9a99-a7b76d1c785f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 200 len: 1000 time: 0.1245718 Dec 15 12:46:28.402738 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-b7164c56-7163-4c97-861e-78abc5b5f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.404281 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-b7164c56-7163-4c97-861e-78abc5b5f066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.0541682 Dec 15 12:46:28.405087 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-e475417d-e1f7-4ddd-8699-782105774c14 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930901 Dec 15 12:46:28.477408 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-e818cdff-2e86-4d1c-a7e3-d6aa1d8f1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:28.479128 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-e818cdff-2e86-4d1c-a7e3-d6aa1d8f1072 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610573 Dec 15 12:46:28.518469 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4af8e0fb-ce4b-4ab7-939f-f6d94876b928 req-dd621c55-5a09-49d3-9e3b-41f1ff3b9dca service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995584 Dec 15 12:46:28.581377 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-80d95b75-f7ff-44a8-b35c-9053820200ec service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943203 Dec 15 12:46:28.678786 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-94ae1178-0a78-4d52-b84b-d7d63c221b01 req-04cda994-e5b2-42ad-9483-b9019178d545 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Dec 15 12:46:29.044927 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579341ba-ebb0-42bc-8b2f-efa54d3f4d13 req-6dd1116b-0ebb-4497-9085-9a8396c8f117 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:29.047118 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-579341ba-ebb0-42bc-8b2f-efa54d3f4d13 req-6dd1116b-0ebb-4497-9085-9a8396c8f117 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0831478 Dec 15 12:46:29.115785 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-579341ba-ebb0-42bc-8b2f-efa54d3f4d13 req-d1def26f-d993-4082-8801-3b9aaf61ee39 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624785 Dec 15 12:46:29.248000 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a6776-62da-4c1e-a274-66610193307e req-a8aaaebc-a6d7-47bf-b254-7e1e6e7eaca3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:29.249474 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f60a6776-62da-4c1e-a274-66610193307e req-a8aaaebc-a6d7-47bf-b254-7e1e6e7eaca3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0581629 Dec 15 12:46:29.297855 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f60a6776-62da-4c1e-a274-66610193307e req-f8780a16-33cd-49af-bca1-eeaed48165d9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Dec 15 12:46:30.252997 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4deca2-6f48-4ca1-839a-1625fab54e46 req-a9cac353-f567-448b-9b3f-8f4ac681d2e0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:30.254797 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bb4deca2-6f48-4ca1-839a-1625fab54e46 req-a9cac353-f567-448b-9b3f-8f4ac681d2e0 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0577524 Dec 15 12:46:30.265951 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47108) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:30.334269 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bb4deca2-6f48-4ca1-839a-1625fab54e46 req-74b3ac18-c4b3-4fba-ae52-9c7a59877ab6 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677297 Dec 15 12:46:30.386913 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-36b35a8c-fbb3-4750-8298-56805a5026de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.463138 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10db9-2a90-4cb0-af12-558eeefa18ee req-d02a9db8-e278-4645-a2b4-33a21ec89197 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:30.465565 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2fe10db9-2a90-4cb0-af12-558eeefa18ee req-d02a9db8-e278-4645-a2b4-33a21ec89197 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0627708 Dec 15 12:46:30.487918 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-36b35a8c-fbb3-4750-8298-56805a5026de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.493638 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-36b35a8c-fbb3-4750-8298-56805a5026de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.523429 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2fe10db9-2a90-4cb0-af12-558eeefa18ee req-4d600bb5-d121-4606-beba-0690f3b029d4 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494540 Dec 15 12:46:30.539003 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-36b35a8c-fbb3-4750-8298-56805a5026de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1aba0f567af4667a1781fbb16e0180b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711227 Dec 15 12:46:30.540694 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b35a8c-fbb3-4750-8298-56805a5026de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae370526-30d7-44d5-a031-6249b67bdcd4,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:30.546831 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47114) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:30.599301 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa637659-bffa-40e0-a022-e58476c633e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.628760 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa637659-bffa-40e0-a022-e58476c633e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.680945 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa637659-bffa-40e0-a022-e58476c633e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.683526 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-aa637659-bffa-40e0-a022-e58476c633e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:30.684772 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-aa637659-bffa-40e0-a022-e58476c633e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae370526-30d7-44d5-a031-6249b67bdcd4 HTTP/1.1" status: 204 len: 168 time: 0.1416919 Dec 15 12:46:30.694692 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa637659-bffa-40e0-a022-e58476c633e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae370526-30d7-44d5-a031-6249b67bdcd4,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:30.989748 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47122) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:31.003233 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e94-3c47-49a7-82f9-7d7ee1634fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.089281 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e94-3c47-49a7-82f9-7d7ee1634fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.094755 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3ce67e94-3c47-49a7-82f9-7d7ee1634fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.138546 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3ce67e94-3c47-49a7-82f9-7d7ee1634fd8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e3710e7c2c2423ab1e7a45d3e367207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473465 Dec 15 12:46:31.139955 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67e94-3c47-49a7-82f9-7d7ee1634fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0eeaf5-3aab-4c51-b340-637d4f02aeac,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:31.140859 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47124) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:31.190996 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0b17-5a49-42f9-b4d4-314d65837c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.212231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0b17-5a49-42f9-b4d4-314d65837c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.263177 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0b17-5a49-42f9-b4d4-314d65837c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.266365 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0b17-5a49-42f9-b4d4-314d65837c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.267692 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-7a6c0b17-5a49-42f9-b4d4-314d65837c46 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d0eeaf5-3aab-4c51-b340-637d4f02aeac HTTP/1.1" status: 204 len: 168 time: 0.1257656 Dec 15 12:46:31.278985 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c0b17-5a49-42f9-b4d4-314d65837c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0eeaf5-3aab-4c51-b340-637d4f02aeac,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:31.478244 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:46:31.484332 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d5e2b-9f6f-456a-8776-28f66787be0f req-4b43a689-7dfd-4f07-9c6e-22dfde96605b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:31.489806 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-432d5e2b-9f6f-456a-8776-28f66787be0f req-4b43a689-7dfd-4f07-9c6e-22dfde96605b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0771265 Dec 15 12:46:31.511489 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.585771 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-432d5e2b-9f6f-456a-8776-28f66787be0f req-76580861-e675-4cf0-98e7-285f56edd485 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888932 Dec 15 12:46:31.611025 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:31.625106 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'adeef206-3419-4235-bc95-e50cac273b1d', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'port_id': 'adeef206-3419-4235-bc95-e50cac273b1d', 'mac_address': 'fa:16:3e:44:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:46:31.669075 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.686594 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeef206-3419-4235-bc95-e50cac273b1d {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:46:31.708293 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:31.714605 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:31.715992 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843c0df-4ccf-48cb-8fed-8cb68ca9ea49 req-7c601732-3a74-4254-a1c4-1dc7fe3e8849 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:31.717650 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d843c0df-4ccf-48cb-8fed-8cb68ca9ea49 req-7c601732-3a74-4254-a1c4-1dc7fe3e8849 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 943 time: 0.0700076 Dec 15 12:46:31.774526 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d843c0df-4ccf-48cb-8fed-8cb68ca9ea49 req-9353458f-9c8c-4e0d-a582-773e9f7bed65 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Dec 15 12:46:31.778251 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=9']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:32.500267 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6d14-0afc-427e-9136-c7330504353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:32.735234 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['adeef206-3419-4235-bc95-e50cac273b1d'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:46:32.784295 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2d1ba-8116-4de9-b63f-859cb6c23cb0 req-262b0569-260d-404c-a5a7-fbf9dbd3c7ac tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:32.787821 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35e2d1ba-8116-4de9-b63f-859cb6c23cb0 req-262b0569-260d-404c-a5a7-fbf9dbd3c7ac tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0993717 Dec 15 12:46:32.878508 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-35e2d1ba-8116-4de9-b63f-859cb6c23cb0 req-3cd4694d-3839-4ea0-ba05-9d30760662b5 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821505 Dec 15 12:46:33.066555 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30caa-d4b3-44b4-8090-0bb5dd03559e req-b6a8dbe5-68dc-4e4e-9027-8b2f644e7fb9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:33.068116 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-faa30caa-d4b3-44b4-8090-0bb5dd03559e req-b6a8dbe5-68dc-4e4e-9027-8b2f644e7fb9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 944 time: 0.1063654 Dec 15 12:46:33.125319 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-1af719bb-16ba-44ec-9c7b-baba1f7a6d97 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:33.126900 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-1af719bb-16ba-44ec-9c7b-baba1f7a6d97 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/networks?id=298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 200 len: 813 time: 0.2014849 Dec 15 12:46:33.160092 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-faa30caa-d4b3-44b4-8090-0bb5dd03559e req-5a982ee4-577a-43d4-9a3f-7b11ae709657 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848148 Dec 15 12:46:33.162671 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-5404953d-add6-424c-8348-e18038ab3c1e tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/quotas/1baefb1ca49a45ee8357190cbaf3133f HTTP/1.1" status: 200 len: 375 time: 0.0195222 Dec 15 12:46:33.208073 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-2de90451-916e-43be-82dd-137737595a28 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347111 Dec 15 12:46:33.308178 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-0902c2d0-ab3f-4272-a2e4-fb356833e523 service neutron] 10.222.0.71 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Dec 15 12:46:33.417459 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d5649865-b55b-45e2-8934-9e8a165d74e3 service neutron] 10.222.0.71 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007028 Dec 15 12:46:33.592731 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d65b4110-dde3-4a1f-8ca1-32d7c902bdeb req-5fd2b93b-0374-415e-8872-efce1f5bf380 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 210 time: 0.0272548 Dec 15 12:46:34.021341 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341ae36-6ac2-481c-9f53-e6843725b6e1 req-d5f55b43-9392-4b8c-ba88-9a533586c22c tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:34.023933 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f341ae36-6ac2-481c-9f53-e6843725b6e1 req-d5f55b43-9392-4b8c-ba88-9a533586c22c tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0602467 Dec 15 12:46:34.098374 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f341ae36-6ac2-481c-9f53-e6843725b6e1 req-e959d007-cf72-48c4-bba3-1c2497d74f9f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677791 Dec 15 12:46:34.304793 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85304ffa-62a6-47fa-9183-bb1498455f37 req-cc049067-4b6f-4805-9f2b-f1ab724d5611 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:34.306335 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-85304ffa-62a6-47fa-9183-bb1498455f37 req-cc049067-4b6f-4805-9f2b-f1ab724d5611 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 944 time: 0.0535839 Dec 15 12:46:34.357403 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-85304ffa-62a6-47fa-9183-bb1498455f37 req-478a7aeb-4907-46db-99de-bdddcc8f3581 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448275 Dec 15 12:46:34.674275 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-0050c9cc-5cfc-4c1c-a89e-e90ff913eacd tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:34.675838 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-0050c9cc-5cfc-4c1c-a89e-e90ff913eacd tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "GET /v2.0/networks?id=298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 200 len: 813 time: 0.1319380 Dec 15 12:46:34.691339 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Request body: {'port': {'device_id': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce', 'admin_state_up': True, 'tenant_id': '1baefb1ca49a45ee8357190cbaf3133f'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:46:34.715630 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:46:34.741884 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-840fe2c1-fdd5-4946-9586-e06302b6b58b req-da4988b2-61c5-4523-a917-abec3658e16b tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 210 time: 0.0344350 Dec 15 12:46:34.799245 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port adeef206-3419-4235-bc95-e50cac273b1d triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:46:34.799594 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:34.833317 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Made reservation on behalf of 1baefb1ca49a45ee8357190cbaf3133f for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:46:34.837175 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:34.891371 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:34.919489 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:34.921779 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a89e84-95e2-45f8-8895-50faccd75f4b" -d '{"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-plugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:34.935858 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:34.940260 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:34.976558 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c299d195-4da5-46e2-a7b5-a3ae137ed126 x-openstack-request-id: req-c299d195-4da5-46e2-a7b5-a3ae137ed126 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:34.976873 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-plugged", "status": "completed", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:34.977137 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c299d195-4da5-46e2-a7b5-a3ae137ed126 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:34.977536 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'code': 200} Dec 15 12:46:34.980006 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Allocated IP 172.20.0.3 (298c6e90-49a2-496a-97e9-6c695f0cf6ce/705ed286-944b-43a5-94b0-2b77a40c5b20/c024a1cf-eda9-4d43-a675-5fc1a9e8cb03) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:46:35.000644 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-df8cfa3e-31d8-4860-a3fd-c6851ebb0091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.023014 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=10']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:35.160891 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.200173 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.233310 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb52cf-b5d0-4f0d-80e3-ffc30cab31e0 req-3c74097c-d312-4bdd-9591-6f4fdeca4914 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:35.235058 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8cbb52cf-b5d0-4f0d-80e3-ffc30cab31e0 req-3c74097c-d312-4bdd-9591-6f4fdeca4914 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0615807 Dec 15 12:46:35.250781 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Network 298c6e90-49a2-496a-97e9-6c695f0cf6ce is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:46:35.254095 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:46:35.257270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:46:35.295962 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Pushing event updated for resources: {'Port': ['ID=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:35.329019 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:35.329696 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.343758 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8cbb52cf-b5d0-4f0d-80e3-ffc30cab31e0 req-2cfd8f2e-8fad-4233-84bf-9078255bbe98 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986609 Dec 15 12:46:35.362330 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-6222561e-5d77-44d8-b70a-351126397e69 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6750941 Dec 15 12:46:35.375626 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Request body: {'port': {'device_id': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:46:35.438396 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.494573 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82a672-be17-4772-a715-274259d9d70d req-e3ca6611-2031-4f30-9937-0d15d62d6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:35.496271 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf82a672-be17-4772-a715-274259d9d70d req-e3ca6611-2031-4f30-9937-0d15d62d6389 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1099 time: 0.0685213 Dec 15 12:46:35.529575 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54c60f-dc0e-469e-ae4d-8d2050685aaf req-64bf733f-bd6d-4a19-87b7-6ca0a986e62d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:35.531153 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ef54c60f-dc0e-469e-ae4d-8d2050685aaf req-64bf733f-bd6d-4a19-87b7-6ca0a986e62d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0785563 Dec 15 12:46:35.569254 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf82a672-be17-4772-a715-274259d9d70d req-8d879e0e-9002-404f-8228-be411bca8b1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661581 Dec 15 12:46:35.596140 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ef54c60f-dc0e-469e-ae4d-8d2050685aaf req-51bb86c1-4ecc-4047-b0ef-cf896b1f2ac6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550661 Dec 15 12:46:35.723189 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:46:35.732163 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.745611 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Transition to ACTIVE for port object c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:46:35.750077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.835321 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:35.891459 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Attempting to bind port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:46:35.891810 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Attempting to bind port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:46:35.892109 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Attempting to bind port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 on network 298c6e90-49a2-496a-97e9-6c695f0cf6ce {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:46:35.898965 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 on network 298c6e90-49a2-496a-97e9-6c695f0cf6ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:46:35.898965 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Attempting to bind port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 on network 298c6e90-49a2-496a-97e9-6c695f0cf6ce {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:46:35.904403 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:46:35.904695 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Checking segment: {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:46:35.905069 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Bound using segment: {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:46:35.905523 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Bound port: c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465817b8-7672-42b3-b397-1fc11bf8be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:46:35.905878 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:35.918675 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feac37-1e1c-475e-ae19-6c983a01192d req-74f52971-fc62-4c32-831b-4bc4d22542e1 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:35.920790 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42feac37-1e1c-475e-ae19-6c983a01192d req-74f52971-fc62-4c32-831b-4bc4d22542e1 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 943 time: 0.0689681 Dec 15 12:46:35.987461 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42feac37-1e1c-475e-ae19-6c983a01192d req-5299bc52-dd58-42ba-a350-bf666089ba56 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599091 Dec 15 12:46:35.989295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] For port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:46:35.994528 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] For port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:46:36.000181 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.020907 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47234) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:36.152296 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65ead02-f549-4135-b266-1cd6e5a4918b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.157337 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.246461 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:36.246980 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.248411 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] 10.222.0.36 "PUT /v2.0/ports/c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 HTTP/1.1" status: 200 len: 1093 time: 0.8771505 Dec 15 12:46:36.248897 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'tag': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:36.251561 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e86ea-831a-488b-acf3-c146ec07c5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba4c8b1-692a-467c-9618-0fcc422472c9", "tag": "c024a1cf-eda9-4d43-a675-5fc1a9e8cb03"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:36.251828 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65ead02-f549-4135-b266-1cd6e5a4918b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.257167 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d65ead02-f549-4135-b266-1cd6e5a4918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.287959 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023151c-f606-4ad2-8b0f-977b16c5a3cb service neutron] Pushing event updated for resources: {'Port': ['ID=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:36.316165 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d65ead02-f549-4135-b266-1cd6e5a4918b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69b9743bbfaa4ce584f9a330f2cf8d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940702 Dec 15 12:46:36.317046 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ead02-f549-4135-b266-1cd6e5a4918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d7b4b-8979-4569-bbe5-d83685bd07d9,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:36.320197 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47240) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:36.326056 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce8b919-92e8-4587-a545-2695c681bd86 x-openstack-request-id: req-8ce8b919-92e8-4587-a545-2695c681bd86 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:36.326361 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba4c8b1-692a-467c-9618-0fcc422472c9", "tag": "c024a1cf-eda9-4d43-a675-5fc1a9e8cb03", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:36.326770 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8ce8b919-92e8-4587-a545-2695c681bd86 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:36.327164 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'tag': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03', 'status': 'completed', 'code': 200} Dec 15 12:46:36.361278 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-9df2505e-c46b-44e1-b7d7-a1812c847567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:36.362969 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-9df2505e-c46b-44e1-b7d7-a1812c847567 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 1096 time: 0.0542998 Dec 15 12:46:36.379767 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b018e483-bcae-4680-982f-c7aeb6ce5497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.413802 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b018e483-bcae-4680-982f-c7aeb6ce5497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.415318 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-661d9b18-7848-4215-9462-15bc06adec5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 HTTP/1.1" status: 200 len: 217 time: 0.0397124 Dec 15 12:46:36.474331 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-e8359161-0176-4234-bd90-3938f5ca4fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:36.477274 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-e8359161-0176-4234-bd90-3938f5ca4fa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=705ed286-944b-43a5-94b0-2b77a40c5b20 HTTP/1.1" status: 200 len: 853 time: 0.0529158 Dec 15 12:46:36.501928 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c379190-8f5f-4498-98e4-c7a586d31f6b req-476a78bd-ab63-45e9-9ee4-80af264a935b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:36.503430 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4c379190-8f5f-4498-98e4-c7a586d31f6b req-476a78bd-ab63-45e9-9ee4-80af264a935b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0791719 Dec 15 12:46:36.517620 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-2689efed-11bf-4627-8158-5c90d9c38263 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298c6e90-49a2-496a-97e9-6c695f0cf6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303800 Dec 15 12:46:36.520224 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b018e483-bcae-4680-982f-c7aeb6ce5497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.523520 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b018e483-bcae-4680-982f-c7aeb6ce5497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:36.525094 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-b018e483-bcae-4680-982f-c7aeb6ce5497 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ab7d7b4b-8979-4569-bbe5-d83685bd07d9 HTTP/1.1" status: 204 len: 168 time: 0.2038031 Dec 15 12:46:36.541976 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018e483-bcae-4680-982f-c7aeb6ce5497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d7b4b-8979-4569-bbe5-d83685bd07d9,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:36.615163 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4c379190-8f5f-4498-98e4-c7a586d31f6b req-8c7f3298-b959-48e7-b155-e5f5b63d3424 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024256 Dec 15 12:46:36.627885 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-9aecff14-6c19-4e2b-bf67-87e0e1acb24d service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025331 Dec 15 12:46:36.757574 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-408edb08-d142-464d-bdcc-b33e8fd8fdca req-38729eca-b680-49e0-a13b-394f5418390b service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154845 Dec 15 12:46:36.765962 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9239162-bf3f-4265-ba70-4997ee26d20a req-e274cc9b-d7b8-41a5-8bb5-d62d6e717275 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:36.768530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f9239162-bf3f-4265-ba70-4997ee26d20a req-e274cc9b-d7b8-41a5-8bb5-d62d6e717275 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0853174 Dec 15 12:46:36.826908 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f9239162-bf3f-4265-ba70-4997ee26d20a req-a08b4005-0cbf-45a2-966d-6378bc284f28 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481520 Dec 15 12:46:36.919223 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-aec421d0-41ac-4dde-a29e-506d2d9d7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:36.921469 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-aec421d0-41ac-4dde-a29e-506d2d9d7542 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 1096 time: 0.0630922 Dec 15 12:46:36.937302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47254) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:36.955636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6a9206fa-45df-4450-acef-50ae145bc13d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.054886 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6a9206fa-45df-4450-acef-50ae145bc13d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.055504 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-d9a16344-d86d-4139-a240-af10637a61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:37.057391 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-d9a16344-d86d-4139-a240-af10637a61a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 200 len: 914 time: 0.1253657 Dec 15 12:46:37.060181 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6a9206fa-45df-4450-acef-50ae145bc13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.114555 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-f1f4d2c4-ee15-4893-9fc1-2dd45ced927d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 HTTP/1.1" status: 200 len: 217 time: 0.0466850 Dec 15 12:46:37.133495 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9206fa-45df-4450-acef-50ae145bc13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a636359-0f69-4d01-a862-9227e4bfaa70,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:37.139451 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6a9206fa-45df-4450-acef-50ae145bc13d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4f8a33240ab54ecabe06535aac8865fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009120 Dec 15 12:46:37.142755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47262) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:46:37.179138 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-d48976cf-33be-4575-9df9-b19bbb9c0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:37.180752 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-d48976cf-33be-4575-9df9-b19bbb9c0e1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=705ed286-944b-43a5-94b0-2b77a40c5b20 HTTP/1.1" status: 200 len: 853 time: 0.0550678 Dec 15 12:46:37.188256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024dec-c276-4596-867e-38a147f0fd80 req-af682edd-2eb6-4b36-856a-e73ef7b2e324 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:37.188256 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-08024dec-c276-4596-867e-38a147f0fd80 req-af682edd-2eb6-4b36-856a-e73ef7b2e324 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 943 time: 0.0961676 Dec 15 12:46:37.231306 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-486659d2-0fc7-46c2-9a46-9d4ffa944a97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298c6e90-49a2-496a-97e9-6c695f0cf6ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388680 Dec 15 12:46:37.243549 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3135cdcf-6cdd-4074-97f8-c8230f148bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.264447 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-08024dec-c276-4596-867e-38a147f0fd80 req-330178c5-31e3-4e3d-a42e-240527a70d8c tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712879 Dec 15 12:46:37.291862 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3135cdcf-6cdd-4074-97f8-c8230f148bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.346681 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3135cdcf-6cdd-4074-97f8-c8230f148bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.350071 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3135cdcf-6cdd-4074-97f8-c8230f148bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.353913 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3135cdcf-6cdd-4074-97f8-c8230f148bd4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a636359-0f69-4d01-a862-9227e4bfaa70 HTTP/1.1" status: 204 len: 168 time: 0.2105424 Dec 15 12:46:37.362451 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-34c94e78-a766-40a1-abe5-48b6215f086c service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210411 Dec 15 12:46:37.362659 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135cdcf-6cdd-4074-97f8-c8230f148bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a636359-0f69-4d01-a862-9227e4bfaa70,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:37.484391 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-365e86ea-831a-488b-acf3-c146ec07c5a6 req-9de7ab02-b16a-4cf1-ac8a-95649d31dfac service neutron] 10.222.0.36 "GET /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128726 Dec 15 12:46:37.501786 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:37.769790 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd022d99-a5d1-4fb4-a5a9-e643a695d099 req-7a6cf563-74a9-48a1-b2a7-588a905f954f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:37.776291 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cd022d99-a5d1-4fb4-a5a9-e643a695d099 req-7a6cf563-74a9-48a1-b2a7-588a905f954f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0591547 Dec 15 12:46:37.861732 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cd022d99-a5d1-4fb4-a5a9-e643a695d099 req-c526bd0f-f6e7-456e-8f02-9f6aee1e3a97 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831065 Dec 15 12:46:37.985670 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60351eb-f75b-4cc9-abb6-096c86069c01 req-8eaa34e7-6854-42a6-b6e8-22e04a0f0108 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:37.987426 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a60351eb-f75b-4cc9-abb6-096c86069c01 req-8eaa34e7-6854-42a6-b6e8-22e04a0f0108 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0586722 Dec 15 12:46:38.042610 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a60351eb-f75b-4cc9-abb6-096c86069c01 req-c2aab531-9cf6-4813-8c76-51773785e910 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478446 Dec 15 12:46:38.260260 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:38.394589 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f5c88-e561-4a18-8ebe-70ba6b2760dc req-cef6a874-6dfd-4743-9a93-c7b52598c682 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:38.396068 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-752f5c88-e561-4a18-8ebe-70ba6b2760dc req-cef6a874-6dfd-4743-9a93-c7b52598c682 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 943 time: 0.0538347 Dec 15 12:46:38.447639 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-752f5c88-e561-4a18-8ebe-70ba6b2760dc req-e97c5715-7d6f-4e01-99a3-a1fda3fd48e1 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Dec 15 12:46:38.745938 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:46:38.854570 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:38.866841 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03', 'network_id': '298c6e90-49a2-496a-97e9-6c695f0cf6ce', 'port_id': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03', 'mac_address': 'fa:16:3e:40:ac:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705ed286-944b-43a5-94b0-2b77a40c5b20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:46:38.914866 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:38.929499 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:46:38.952038 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:38.956858 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:39.011644 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:39.017564 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95e1f-7522-417f-a276-d0735ac48200 req-a96033f7-8e39-4a5f-9de5-4bf967fd522a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:39.019115 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-46a95e1f-7522-417f-a276-d0735ac48200 req-a96033f7-8e39-4a5f-9de5-4bf967fd522a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0502157 Dec 15 12:46:39.019279 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.019522 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.019889 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.020232 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.020571 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.020940 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.021274 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.021603 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.022496 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.022496 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.022683 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.022958 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.023282 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:39.082530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-46a95e1f-7522-417f-a276-d0735ac48200 req-f277a5b0-39b2-4633-89aa-b75e2d36e77a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568185 Dec 15 12:46:39.173938 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20ecf6-6b92-414d-9071-951f2c9147dd req-1a9abd90-5cbe-4fbf-96a0-b46cdb034ef5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:39.175367 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8d20ecf6-6b92-414d-9071-951f2c9147dd req-1a9abd90-5cbe-4fbf-96a0-b46cdb034ef5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0504980 Dec 15 12:46:39.234411 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8d20ecf6-6b92-414d-9071-951f2c9147dd req-908bdf01-2c86-4ac5-abb4-f613d522b0bf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528195 Dec 15 12:46:39.234643 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['c024a1cf-eda9-4d43-a675-5fc1a9e8cb03'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:46:39.576821 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfedf86d-4ee3-4cac-886c-a7039e2f11c0 req-1396f4c3-23dc-43ca-95af-1befec57b930 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:39.578401 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfedf86d-4ee3-4cac-886c-a7039e2f11c0 req-1396f4c3-23dc-43ca-95af-1befec57b930 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 944 time: 0.0531144 Dec 15 12:46:39.639423 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfedf86d-4ee3-4cac-886c-a7039e2f11c0 req-39116f60-f39d-4479-8734-1fce878150a7 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545592 Dec 15 12:46:39.732990 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:46:39.851584 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-e6df97e1-93ae-4f6b-b65a-33acba18d40b tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e6130265b7494f65a79a6937ed264f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323193 Dec 15 12:46:40.065007 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-3638fbfa-a21c-4589-ac63-cd4aea271f02 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:40.066469 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-3638fbfa-a21c-4589-ac63-cd4aea271f02 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089183 Dec 15 12:46:40.081697 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-989587eb-d5b5-479b-a95a-c48ad0c9b16c tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/quotas/e6130265b7494f65a79a6937ed264f64 HTTP/1.1" status: 200 len: 375 time: 0.0094151 Dec 15 12:46:40.117874 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-899450f3-6954-4b70-a2ed-3208003cd00f tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6130265b7494f65a79a6937ed264f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282052 Dec 15 12:46:40.205401 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ac66b-ecd0-44fd-a6fd-c4ff3aa2b565 req-adb7ebec-f4a2-43ac-a397-20aae8593c15 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:40.206939 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a9ac66b-ecd0-44fd-a6fd-c4ff3aa2b565 req-adb7ebec-f4a2-43ac-a397-20aae8593c15 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0512202 Dec 15 12:46:40.322521 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9a9ac66b-ecd0-44fd-a6fd-c4ff3aa2b565 req-e746e1d9-426f-4d40-a958-b06aa9677535 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072736 Dec 15 12:46:40.324599 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-18ca54c3-610d-4b95-a435-c0f384dfa9af req-5564615c-3c02-421f-a422-cd7ec9ad29df tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 210 time: 0.0530462 Dec 15 12:46:40.751872 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:46:40.774779 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793386f5-d8cc-4cd5-9247-f33f8fe94c83 req-965c2609-a33f-44a7-92f7-b38ee435d655 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:40.776876 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-793386f5-d8cc-4cd5-9247-f33f8fe94c83 req-965c2609-a33f-44a7-92f7-b38ee435d655 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 944 time: 0.0624337 Dec 15 12:46:40.828845 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:46:40.834685 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:46:40.835580 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:40.849407 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-793386f5-d8cc-4cd5-9247-f33f8fe94c83 req-633fe8ae-ce3b-4837-96c5-c1f9e0372edb tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Dec 15 12:46:40.935679 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:40.965013 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:40.968894 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c1f23-df84-47ba-8cfb-778741a1deb5" -d '{"events": [{"server_uuid": "1ba4c8b1-692a-467c-9618-0fcc422472c9", "name": "network-vif-plugged", "status": "completed", "tag": "c024a1cf-eda9-4d43-a675-5fc1a9e8cb03"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:40.992696 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:40.997737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:41.027062 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aea63c-58e8-4dac-b4f2-d49efcd6a383 x-openstack-request-id: req-b1aea63c-58e8-4dac-b4f2-d49efcd6a383 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:41.027523 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba4c8b1-692a-467c-9618-0fcc422472c9", "name": "network-vif-plugged", "status": "completed", "tag": "c024a1cf-eda9-4d43-a675-5fc1a9e8cb03", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:41.027923 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1aea63c-58e8-4dac-b4f2-d49efcd6a383 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:41.028497 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03', 'code': 200} Dec 15 12:46:41.066853 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:41.211470 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89ccea-8701-4ffc-878b-32d6742de170 req-f4cd01c7-3ad8-4e75-911b-e587939bc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:41.213000 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ec89ccea-8701-4ffc-878b-32d6742de170 req-f4cd01c7-3ad8-4e75-911b-e587939bc1d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 1098 time: 0.0478966 Dec 15 12:46:41.263329 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ec89ccea-8701-4ffc-878b-32d6742de170 req-28ef7d12-237d-44f1-ad55-dc8bd8ff4e64 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Dec 15 12:46:41.444556 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-33a45019-889f-4703-88c1-69f5a9219558 req-bf95cd12-4b7f-4089-9afa-a861b0505a5a tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 210 time: 0.0396419 Dec 15 12:46:41.465865 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd075a43-e686-44c5-b2b5-61df005e11cb req-99a006a9-e18e-43a5-891f-8d76db2f59a4 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:41.467350 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd075a43-e686-44c5-b2b5-61df005e11cb req-99a006a9-e18e-43a5-891f-8d76db2f59a4 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0736132 Dec 15 12:46:41.537133 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd075a43-e686-44c5-b2b5-61df005e11cb req-a65caa54-522d-4635-84b2-545cf30fa848 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636516 Dec 15 12:46:41.591765 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-499863c3-fc26-4f23-9cbe-0e7cc90b8233 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e6130265b7494f65a79a6937ed264f64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295196 Dec 15 12:46:41.791579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-74551699-508a-404c-8368-ad5557a1b275 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:41.793086 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-74551699-508a-404c-8368-ad5557a1b275 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932676 Dec 15 12:46:41.807695 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Request body: {'port': {'device_id': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53', 'admin_state_up': True, 'tenant_id': 'e6130265b7494f65a79a6937ed264f64'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:46:41.922769 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Made reservation on behalf of e6130265b7494f65a79a6937ed264f64 for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:46:41.926295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:41.936839 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:41.975038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bb2be-0b64-4853-aaa3-8eedd8a78472 req-c03457b0-38d7-4116-b095-45b8f196f5e7 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:41.977145 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-589bb2be-0b64-4853-aaa3-8eedd8a78472 req-c03457b0-38d7-4116-b095-45b8f196f5e7 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 945 time: 0.0512557 Dec 15 12:46:42.024805 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.030130 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.030968 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-589bb2be-0b64-4853-aaa3-8eedd8a78472 req-567e0be3-86d4-4b0f-951d-a93ec2a072c4 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Dec 15 12:46:42.096128 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e0b940-9663-49af-89d6-6f597d3718f8,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:42.112650 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.112990 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.113326 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.113662 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.113984 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.114302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.114645 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.114963 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.115277 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.115593 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.116566 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.117360 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.117360 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:46:42.184413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Allocated IP 192.168.233.203 (64e36352-51f2-45da-8b7f-ad11aff69c53/aa1c0bd4-9372-48b0-833b-ef9fb6c20078/a416cc29-0f34-48df-86ba-c5a063d8869d) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:46:42.345149 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.381467 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.425520 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Network 64e36352-51f2-45da-8b7f-ad11aff69c53 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:46:42.428862 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:46:42.433173 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:46:42.461323 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Pushing event updated for resources: {'Port': ['ID=a416cc29-0f34-48df-86ba-c5a063d8869d,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:42.497927 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:42.498639 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.520889 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0a8e2c43-f0dc-433e-9a56-f4cf6bffd1eb tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7175906 Dec 15 12:46:42.546086 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Request body: {'port': {'device_id': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:46:42.595914 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464ac3-1ed2-436a-8ed9-6ab906bb02c3 req-7d075116-8bb5-4712-8529-01a58fced37e tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:42.605679 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-92464ac3-1ed2-436a-8ed9-6ab906bb02c3 req-7d075116-8bb5-4712-8529-01a58fced37e tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 936 time: 0.0727460 Dec 15 12:46:42.629747 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.801232 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-e725f8d2-a762-4d2c-a000-093738a8a41b None None] Provisioning complete for port a416cc29-0f34-48df-86ba-c5a063d8869d triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:46:42.801808 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e725f8d2-a762-4d2c-a000-093738a8a41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.842127 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-e725f8d2-a762-4d2c-a000-093738a8a41b None None] Port a416cc29-0f34-48df-86ba-c5a063d8869d cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:46:42.940327 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a416cc29-0f34-48df-86ba-c5a063d8869d {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:46:42.949200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.951360 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-92464ac3-1ed2-436a-8ed9-6ab906bb02c3 req-c5fd65a4-7cb8-4f8b-9578-1d48f91ddcd6 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446202 Dec 15 12:46:42.968561 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Transition to ACTIVE for port object a416cc29-0f34-48df-86ba-c5a063d8869d will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:46:42.972007 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:42.972481 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172bfd-8923-4b9e-b37d-1d5d7f86ac60 req-15005ade-5586-439e-860c-994d99d69458 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:42.973997 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-39172bfd-8923-4b9e-b37d-1d5d7f86ac60 req-15005ade-5586-439e-860c-994d99d69458 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.3339834 Dec 15 12:46:43.030728 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a416cc29-0f34-48df-86ba-c5a063d8869d,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:43.046716 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-39172bfd-8923-4b9e-b37d-1d5d7f86ac60 req-b8b785b7-1b59-4f30-a9f4-31455bfaaa18 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658407 Dec 15 12:46:43.128451 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Attempting to bind port a416cc29-0f34-48df-86ba-c5a063d8869d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:46:43.128791 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Attempting to bind port a416cc29-0f34-48df-86ba-c5a063d8869d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:46:43.129409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Attempting to bind port a416cc29-0f34-48df-86ba-c5a063d8869d on network 64e36352-51f2-45da-8b7f-ad11aff69c53 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:46:43.136714 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Port a416cc29-0f34-48df-86ba-c5a063d8869d on network 64e36352-51f2-45da-8b7f-ad11aff69c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:46:43.137078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Attempting to bind port a416cc29-0f34-48df-86ba-c5a063d8869d on network 64e36352-51f2-45da-8b7f-ad11aff69c53 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:46:43.142717 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:46:43.143056 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Checking segment: {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:46:43.143445 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Bound using segment: {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:46:43.143880 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Bound port: a416cc29-0f34-48df-86ba-c5a063d8869d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56278717-af1c-4071-99e0-fdc63f0eed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:46:43.144240 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:43.168863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff2faa-bd16-4cd0-a831-c5c7e1cd2cca req-d23518b8-e980-4b7b-bf0e-110bcd11f324 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:43.174239 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-07ff2faa-bd16-4cd0-a831-c5c7e1cd2cca req-d23518b8-e980-4b7b-bf0e-110bcd11f324 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 945 time: 0.0594146 Dec 15 12:46:43.219835 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] For port a416cc29-0f34-48df-86ba-c5a063d8869d, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:46:43.221623 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-07ff2faa-bd16-4cd0-a831-c5c7e1cd2cca req-6b4fd586-8394-4056-8e64-e7bce69b1faf tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 Dec 15 12:46:43.223619 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] For port a416cc29-0f34-48df-86ba-c5a063d8869d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a416cc29-0f34-48df-86ba-c5a063d8869d,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:46:43.228865 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:43.278457 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:43.279102 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:43.280545 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a416cc29-0f34-48df-86ba-c5a063d8869d HTTP/1.1" status: 200 len: 1098 time: 0.7411439 Dec 15 12:46:43.281059 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'tag': 'a416cc29-0f34-48df-86ba-c5a063d8869d'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:43.283498 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c7ccc2-0e31-4693-8df3-be7070316303" -d '{"events": [{"name": "network-changed", "server_uuid": "0730e9a5-6df0-4856-9cc3-d860db72c56c", "tag": "a416cc29-0f34-48df-86ba-c5a063d8869d"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:43.328159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082166ff-0f6e-4086-9c55-e279d63b01f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a416cc29-0f34-48df-86ba-c5a063d8869d,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:43.364787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6297b20-2720-4865-a0a5-cae042d7479b x-openstack-request-id: req-f6297b20-2720-4865-a0a5-cae042d7479b {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:43.366653 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0730e9a5-6df0-4856-9cc3-d860db72c56c", "tag": "a416cc29-0f34-48df-86ba-c5a063d8869d", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:43.366653 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f6297b20-2720-4865-a0a5-cae042d7479b {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:43.367242 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'tag': 'a416cc29-0f34-48df-86ba-c5a063d8869d', 'status': 'completed', 'code': 200} Dec 15 12:46:43.387124 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-4dab4f6c-c4d4-4d48-beba-a393ead590d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:43.388617 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-4dab4f6c-c4d4-4d48-beba-a393ead590d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6130265b7494f65a79a6937ed264f64&device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 1101 time: 0.0575829 Dec 15 12:46:43.442733 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-246b1c9e-19db-4a45-a399-ac86dfa46142 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=a416cc29-0f34-48df-86ba-c5a063d8869d HTTP/1.1" status: 200 len: 217 time: 0.0364926 Dec 15 12:46:43.510654 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-42e24b0b-42bc-4425-8664-b0b0dc3065ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:43.512234 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-42e24b0b-42bc-4425-8664-b0b0dc3065ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa1c0bd4-9372-48b0-833b-ef9fb6c20078 HTTP/1.1" status: 200 len: 843 time: 0.0607719 Dec 15 12:46:43.566383 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0eccb3e7-0e0a-420e-ab29-0e285abc0be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:43.567917 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-0eccb3e7-0e0a-420e-ab29-0e285abc0be0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64e36352-51f2-45da-8b7f-ad11aff69c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0459847 Dec 15 12:46:43.675594 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-f7004342-ef80-4ed4-9a85-1029f7de94eb service neutron] 10.222.0.36 "GET /v2.0/networks/64e36352-51f2-45da-8b7f-ad11aff69c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982320 Dec 15 12:46:43.796930 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f16201f4-0ee9-43f7-b399-6c2b8b52a5ff req-1b25de7b-6c80-4bbe-9833-d5d0b60e4c54 service neutron] 10.222.0.36 "GET /v2.0/networks/64e36352-51f2-45da-8b7f-ad11aff69c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009386 Dec 15 12:46:43.901018 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-ee5a5c78-46a7-4522-87ef-67dbc4d91131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:43.902470 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-ee5a5c78-46a7-4522-87ef-67dbc4d91131 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6130265b7494f65a79a6937ed264f64&device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 1101 time: 0.0442185 Dec 15 12:46:44.005070 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-7106b55d-9234-4549-8b12-8b4ac8fc544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:44.006981 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-7106b55d-9234-4549-8b12-8b4ac8fc544d service neutron] 10.222.0.36 "GET /v2.0/networks?id=64e36352-51f2-45da-8b7f-ad11aff69c53 HTTP/1.1" status: 200 len: 870 time: 0.0890856 Dec 15 12:46:44.053712 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-e49089a4-a31c-45a1-84c9-14fa79f0199b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=a416cc29-0f34-48df-86ba-c5a063d8869d HTTP/1.1" status: 200 len: 217 time: 0.0384808 Dec 15 12:46:44.074210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d79a6-4f38-468d-bffa-9459e35aff16 req-9c834836-dd6a-4a47-87dc-012f2ef27a6f tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:44.075792 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-105d79a6-4f38-468d-bffa-9459e35aff16 req-9c834836-dd6a-4a47-87dc-012f2ef27a6f tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 948 time: 0.0515847 Dec 15 12:46:44.109701 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-755ad7c9-f053-4023-84cf-92bc067cb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:44.111549 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-755ad7c9-f053-4023-84cf-92bc067cb4b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa1c0bd4-9372-48b0-833b-ef9fb6c20078 HTTP/1.1" status: 200 len: 843 time: 0.0503788 Dec 15 12:46:44.152859 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-105d79a6-4f38-468d-bffa-9459e35aff16 req-0903eb9d-5ab9-48d0-8f6b-8db681e844f7 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686517 Dec 15 12:46:44.184690 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-36ca96d3-39ee-4540-9ba3-a02f2dfaa211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:44.187146 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-36ca96d3-39ee-4540-9ba3-a02f2dfaa211 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64e36352-51f2-45da-8b7f-ad11aff69c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0581963 Dec 15 12:46:44.203840 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5541c6-388c-44d5-95df-34199313f7d6 req-a557a4af-a144-4b1d-982a-68c8619ddf9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:44.205412 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4a5541c6-388c-44d5-95df-34199313f7d6 req-a557a4af-a144-4b1d-982a-68c8619ddf9b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0702033 Dec 15 12:46:44.274852 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4a5541c6-388c-44d5-95df-34199313f7d6 req-13d0689b-856b-4836-aee6-1b029d4cf135 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619571 Dec 15 12:46:44.298710 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-c6ff3d6e-49c2-48c4-9158-37f9f4cb9e55 service neutron] 10.222.0.36 "GET /v2.0/networks/64e36352-51f2-45da-8b7f-ad11aff69c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936654 Dec 15 12:46:44.399164 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-44c7ccc2-0e31-4693-8df3-be7070316303 req-8f538d60-3e2c-4bc5-a299-3dce4ee6225a service neutron] 10.222.0.36 "GET /v2.0/networks/64e36352-51f2-45da-8b7f-ad11aff69c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880663 Dec 15 12:46:45.291583 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562428-085f-46f9-ba28-334c397aa235 req-dd3bf2ec-5a41-4f56-9d49-1a7c2fa9cd14 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:45.293184 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4f562428-085f-46f9-ba28-334c397aa235 req-dd3bf2ec-5a41-4f56-9d49-1a7c2fa9cd14 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 948 time: 0.0498672 Dec 15 12:46:45.341896 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4f562428-085f-46f9-ba28-334c397aa235 req-67a636d8-008c-43a1-9c3c-47d9ca57c0c6 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Dec 15 12:46:45.399719 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef9c4-bb11-40fb-80a9-7c647db2b170 req-178cc378-001c-4700-b6b6-6b4deb36127e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:45.401214 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7cef9c4-bb11-40fb-80a9-7c647db2b170 req-178cc378-001c-4700-b6b6-6b4deb36127e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0534122 Dec 15 12:46:45.463300 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e7cef9c4-bb11-40fb-80a9-7c647db2b170 req-0c3c81e3-7df4-41e4-88f1-51dbe4f1b4c4 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559299 Dec 15 12:46:46.462630 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cbcfc-e5da-497d-9c83-a99dc0b606fe req-40207741-48ec-4833-8f2b-5e3792df1361 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:46.464127 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7e1cbcfc-e5da-497d-9c83-a99dc0b606fe req-40207741-48ec-4833-8f2b-5e3792df1361 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 948 time: 0.0514655 Dec 15 12:46:46.518187 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7e1cbcfc-e5da-497d-9c83-a99dc0b606fe req-1744e631-ea82-4b39-b008-b670caef29c7 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Dec 15 12:46:46.583859 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c914c-e61e-4bcb-8350-e9809a5e014b req-fc7d5961-6ae6-4abc-bbeb-1cbc20d195c8 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:46.585980 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-281c914c-e61e-4bcb-8350-e9809a5e014b req-fc7d5961-6ae6-4abc-bbeb-1cbc20d195c8 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0500009 Dec 15 12:46:46.654500 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-281c914c-e61e-4bcb-8350-e9809a5e014b req-5e9378d0-18e9-480f-a102-2b83c6104456 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618272 Dec 15 12:46:46.777878 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device a416cc29-0f34-48df-86ba-c5a063d8869d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:46:46.880596 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port a416cc29-0f34-48df-86ba-c5a063d8869d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a416cc29-0f34-48df-86ba-c5a063d8869d,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:46.895955 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'a416cc29-0f34-48df-86ba-c5a063d8869d', 'network_id': '64e36352-51f2-45da-8b7f-ad11aff69c53', 'port_id': 'a416cc29-0f34-48df-86ba-c5a063d8869d', 'mac_address': 'fa:16:3e:a9:7e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1c0bd4-9372-48b0-833b-ef9fb6c20078', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:46:46.935861 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:46.949767 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a416cc29-0f34-48df-86ba-c5a063d8869d {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:46:46.969042 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port a416cc29-0f34-48df-86ba-c5a063d8869d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a416cc29-0f34-48df-86ba-c5a063d8869d,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:46.973152 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:47.027011 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=a416cc29-0f34-48df-86ba-c5a063d8869d,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:47.291868 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['a416cc29-0f34-48df-86ba-c5a063d8869d'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:46:47.648551 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b92fe-7f18-4e9d-b90a-3fb3af23cc6b req-2cae0843-1066-437f-9f7d-986362b8f474 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:47.650312 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e45b92fe-7f18-4e9d-b90a-3fb3af23cc6b req-2cae0843-1066-437f-9f7d-986362b8f474 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 949 time: 0.0602748 Dec 15 12:46:47.706867 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e45b92fe-7f18-4e9d-b90a-3fb3af23cc6b req-3183f23f-5807-4f14-a731-3996d2b1ccea tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494163 Dec 15 12:46:47.777313 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb815-3d31-4079-8259-b4a09eeddc9c req-694f8759-316f-4f16-9974-cfebf6b2d3a8 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:47.778852 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cd1cb815-3d31-4079-8259-b4a09eeddc9c req-694f8759-316f-4f16-9974-cfebf6b2d3a8 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0512974 Dec 15 12:46:47.844212 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cd1cb815-3d31-4079-8259-b4a09eeddc9c req-c1be1d46-cea7-4700-a9ac-53997d2e8168 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589919 Dec 15 12:46:48.781669 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device a416cc29-0f34-48df-86ba-c5a063d8869d up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:46:48.829440 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e2707-f03d-4889-8361-84b3dbc4ab1f req-3d368822-d5ee-4430-9945-f0d716bbab8b tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:48.831279 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-646e2707-f03d-4889-8361-84b3dbc4ab1f req-3d368822-d5ee-4430-9945-f0d716bbab8b tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 949 time: 0.0524149 Dec 15 12:46:48.837067 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port a416cc29-0f34-48df-86ba-c5a063d8869d completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:46:48.842116 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port a416cc29-0f34-48df-86ba-c5a063d8869d triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:46:48.842530 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:48.901099 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-646e2707-f03d-4889-8361-84b3dbc4ab1f req-c72d9549-0602-4b77-9f3a-f2687b3dfea7 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608497 Dec 15 12:46:48.947678 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:48.971932 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a416cc29-0f34-48df-86ba-c5a063d8869d'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:48.974153 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce1329-6057-4c52-bd99-086bd7194768" -d '{"events": [{"server_uuid": "0730e9a5-6df0-4856-9cc3-d860db72c56c", "name": "network-vif-plugged", "status": "completed", "tag": "a416cc29-0f34-48df-86ba-c5a063d8869d"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:48.987590 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port a416cc29-0f34-48df-86ba-c5a063d8869d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a416cc29-0f34-48df-86ba-c5a063d8869d,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:48.991539 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adcbc6-bfd8-4fd0-9e17-f70f06a8be36 req-89dd15b5-64e0-40af-9898-06b234e1345f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:48.993053 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d3adcbc6-bfd8-4fd0-9e17-f70f06a8be36 req-89dd15b5-64e0-40af-9898-06b234e1345f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0627208 Dec 15 12:46:48.993242 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:49.021079 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a93a86c-34ff-442c-b0ea-89758f16889b x-openstack-request-id: req-5a93a86c-34ff-442c-b0ea-89758f16889b {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:49.021384 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0730e9a5-6df0-4856-9cc3-d860db72c56c", "name": "network-vif-plugged", "status": "completed", "tag": "a416cc29-0f34-48df-86ba-c5a063d8869d", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:49.021667 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a93a86c-34ff-442c-b0ea-89758f16889b {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:49.022073 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a416cc29-0f34-48df-86ba-c5a063d8869d', 'code': 200} Dec 15 12:46:49.057030 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=a416cc29-0f34-48df-86ba-c5a063d8869d,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:49.066870 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d3adcbc6-bfd8-4fd0-9e17-f70f06a8be36 req-3b560750-09b4-42b9-accd-014dec5ccd0b tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651278 Dec 15 12:46:49.230664 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d8d4d-21a3-4b7d-9c03-4564c3a3a192 req-1a75fd6f-a956-4daf-9cfd-a32971c5b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:49.232458 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-1b7d8d4d-21a3-4b7d-9c03-4564c3a3a192 req-1a75fd6f-a956-4daf-9cfd-a32971c5b793 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 1103 time: 0.0436387 Dec 15 12:46:49.301154 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-1b7d8d4d-21a3-4b7d-9c03-4564c3a3a192 req-67beecdb-775b-4720-b744-4a5bb566504b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Dec 15 12:46:50.033284 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e6f7c-9ab4-49e9-901c-cc2f670bc235 req-f7104e8f-6725-4386-af22-adf83d280a19 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:50.034775 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb8e6f7c-9ab4-49e9-901c-cc2f670bc235 req-f7104e8f-6725-4386-af22-adf83d280a19 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0529878 Dec 15 12:46:50.091042 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb8e6f7c-9ab4-49e9-901c-cc2f670bc235 req-591cdfd9-f528-48a3-930a-0907a116739b tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Dec 15 12:46:50.198544 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551e9f-ebd9-42e1-ab28-cf8cd011c9ef req-5dab7b61-fe4d-4511-a5b5-c2f443fe9b05 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:50.199955 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-39551e9f-ebd9-42e1-ab28-cf8cd011c9ef req-5dab7b61-fe4d-4511-a5b5-c2f443fe9b05 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0577834 Dec 15 12:46:50.261469 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-39551e9f-ebd9-42e1-ab28-cf8cd011c9ef req-92afaa70-9a21-42f9-b84b-67f123373712 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=dbfb2ce9-203b-4527-ba4c-f1e672321c6e&id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555515 Dec 15 12:46:51.212437 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028ad16-b166-4ca4-b676-6d8d4f8a1a09 req-90e202f4-1ea7-4999-8957-024266ece22a tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:51.214035 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3028ad16-b166-4ca4-b676-6d8d4f8a1a09 req-90e202f4-1ea7-4999-8957-024266ece22a tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0520442 Dec 15 12:46:51.268029 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3028ad16-b166-4ca4-b676-6d8d4f8a1a09 req-53c6c77d-18a5-4953-b050-58edd95e05ff tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476339 Dec 15 12:46:51.529500 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d37a5-6fbf-4e22-a785-e78786438931 req-583dac3a-cb98-4652-98f3-f2e736908438 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:51.530909 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f28d37a5-6fbf-4e22-a785-e78786438931 req-583dac3a-cb98-4652-98f3-f2e736908438 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0511413 Dec 15 12:46:51.578564 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f28d37a5-6fbf-4e22-a785-e78786438931 req-53716713-327b-4a2e-b5de-fd69149021c9 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Dec 15 12:46:52.698806 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42670916-a22e-4237-8b01-9224b0543b20 req-8b9febac-df09-4a29-89dc-06e8dc90a302 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:52.700303 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42670916-a22e-4237-8b01-9224b0543b20 req-8b9febac-df09-4a29-89dc-06e8dc90a302 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0508618 Dec 15 12:46:52.749907 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42670916-a22e-4237-8b01-9224b0543b20 req-2c309411-8422-4914-a525-2fccc7b5ba68 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Dec 15 12:46:53.870246 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e070a83-80ed-48a4-a2f6-cf588aa6f931 req-faa84d79-7d76-446f-924d-971459aa3a4a tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:53.871755 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2e070a83-80ed-48a4-a2f6-cf588aa6f931 req-faa84d79-7d76-446f-924d-971459aa3a4a tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0539525 Dec 15 12:46:53.930703 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2e070a83-80ed-48a4-a2f6-cf588aa6f931 req-aba43ca4-4623-4a55-a353-6846835acee1 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Dec 15 12:46:55.046264 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b67ba-58f9-458b-9ae1-b7bbfa2236a5 req-bb6fe62e-40bf-4c1f-b0b0-a46a43a57cdf tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:55.047856 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-da0b67ba-58f9-458b-9ae1-b7bbfa2236a5 req-bb6fe62e-40bf-4c1f-b0b0-a46a43a57cdf tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0482829 Dec 15 12:46:55.097400 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-da0b67ba-58f9-458b-9ae1-b7bbfa2236a5 req-92579e1d-96b6-40b4-a42a-69648561db61 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/security-groups?id=59e0b940-9663-49af-89d6-6f597d3718f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Dec 15 12:46:55.158618 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-73a64f3c-8b59-4f82-b406-91e24fcd3856 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:46:55.160154 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-73a64f3c-8b59-4f82-b406-91e24fcd3856 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.36 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 950 time: 0.0883875 Dec 15 12:46:55.505185 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Deleting port a416cc29-0f34-48df-86ba-c5a063d8869d {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:46:55.505185 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:55.606699 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] For port a416cc29-0f34-48df-86ba-c5a063d8869d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a416cc29-0f34-48df-86ba-c5a063d8869d,segment=NetworkSegment(56278717-af1c-4071-99e0-fdc63f0eed0c),segment_id=56278717-af1c-4071-99e0-fdc63f0eed0c)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:46:55.607043 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:55.623652 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Calling delete_port for a416cc29-0f34-48df-86ba-c5a063d8869d owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:46:55.786670 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:55.803949 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['a416cc29-0f34-48df-86ba-c5a063d8869d'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:46:55.815537 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Pushing event deleted for resources: {'Port': ['ID=a416cc29-0f34-48df-86ba-c5a063d8869d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:46:55.877200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] No DVR routers for this DVR port a416cc29-0f34-48df-86ba-c5a063d8869d on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:46:55.880269 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:46:55.883970 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-dccd918a-ff06-4ecf-bc60-6090929690c3 req-cae6455b-5dd9-4ec6-be28-0fee2cf12ca4 tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.36 "DELETE /v2.0/ports/a416cc29-0f34-48df-86ba-c5a063d8869d HTTP/1.1" status: 204 len: 173 time: 0.7160296 Dec 15 12:46:55.884566 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'name': 'network-vif-deleted', 'tag': 'a416cc29-0f34-48df-86ba-c5a063d8869d'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:46:55.886687 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeae22f-65e1-4d42-ba7d-db667827e06d" -d '{"events": [{"server_uuid": "0730e9a5-6df0-4856-9cc3-d860db72c56c", "name": "network-vif-deleted", "tag": "a416cc29-0f34-48df-86ba-c5a063d8869d"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:46:55.932539 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e39fe-4e9e-483b-ac2a-2ef5f85e76a2 x-openstack-request-id: req-096e39fe-4e9e-483b-ac2a-2ef5f85e76a2 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:46:55.932829 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0730e9a5-6df0-4856-9cc3-d860db72c56c", "name": "network-vif-deleted", "tag": "a416cc29-0f34-48df-86ba-c5a063d8869d", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:46:55.933089 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-096e39fe-4e9e-483b-ac2a-2ef5f85e76a2 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:46:55.933565 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0730e9a5-6df0-4856-9cc3-d860db72c56c', 'name': 'network-vif-deleted', 'tag': 'a416cc29-0f34-48df-86ba-c5a063d8869d', 'status': 'completed', 'code': 200} Dec 15 12:46:56.192004 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-60868bf5-eea3-428c-8462-49bbfc6b8daf req-5a235119-afab-40fb-b3ca-09816b2ceffa tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 210 time: 0.0263159 Dec 15 12:46:57.298839 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-74c1b42c-e9be-4dc5-b6f1-f62648a0ffa7 req-1230602b-aeb4-4d27-b6ba-24cc73e8cbdf tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 210 time: 0.0342999 Dec 15 12:46:58.392315 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-88d58b38-9426-4729-b879-330c6a49aeed req-1e001706-40a1-4586-8596-b65f9b318b7d tempest-VolumesNegativeTest-613562461 tempest-VolumesNegativeTest-613562461-project] 10.222.0.71 "GET /v2.0/ports?device_id=0730e9a5-6df0-4856-9cc3-d860db72c56c HTTP/1.1" status: 200 len: 210 time: 0.0264635 Dec 15 12:47:01.503246 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:01.671996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device a416cc29-0f34-48df-86ba-c5a063d8869d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:47:01.696427 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: a416cc29-0f34-48df-86ba-c5a063d8869d {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:47:01.696776 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device a416cc29-0f34-48df-86ba-c5a063d8869d not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:47:02.495868 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b1825629-1bd1-4d05-9cf7-442ceaa2a68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:03.407909 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47754) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:03.537972 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-92cd81eb-2ae5-4d3e-94c4-56019d25d6c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6130265b7494f65a79a6937ed264f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288404 Dec 15 12:47:03.540448 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47758) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:03.588182 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:03.608838 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:03.654788 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:03.657390 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:03.658563 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/59e0b940-9663-49af-89d6-6f597d3718f8 HTTP/1.1" status: 204 len: 168 time: 0.1171696 Dec 15 12:47:03.667038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e0b940-9663-49af-89d6-6f597d3718f8,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:03.674037 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.674392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.674771 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.675222 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.675579 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.675896 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.676226 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.676558 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.676892 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.677339 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.677888 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.678299 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:03.678572 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5e408a-8406-4b8e-bfea-909b1b616f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:04.289001 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47780) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:04.402159 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-325103269-network', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:04.423800 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Made reservation on behalf of fcb89f0927e2463ab82bdd7ad1d800dc for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:04.426329 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.435136 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.531405 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.536654 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.568337 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:47:04.582155 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aafbef-5126-4ebe-8382-b40c3b261ef1,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:04.591026 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.591026 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Added segment 71cbadbd-345f-4ab4-92c2-14b02b1d538c of type vlan for network 1ce7052f-a068-4ce2-9e17-53263739516c Dec 15 12:47:04.666477 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.689096 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9586-89bd-468a-9d29-9b7a7b9adc66 req-ca411bef-49f8-4a57-8fc7-b34214bff321 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:04.690940 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4edc9586-89bd-468a-9d29-9b7a7b9adc66 req-ca411bef-49f8-4a57-8fc7-b34214bff321 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 945 time: 0.1036468 Dec 15 12:47:04.724525 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.725429 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:04.726285 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.821450 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5309691 Dec 15 12:47:04.824154 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47790) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:04.829092 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Request body: {'subnet': {'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-325103269-subnet', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:04.850579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Made reservation on behalf of fcb89f0927e2463ab82bdd7ad1d800dc for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:04.852839 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:04.863023 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4edc9586-89bd-468a-9d29-9b7a7b9adc66 req-8b330723-f4ce-4619-819c-cb3cd58ab282 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647904 Dec 15 12:47:04.865261 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56660f5-d6ec-41af-854d-4d8f53798e96 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce7052f-a068-4ce2-9e17-53263739516c,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:04.876451 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 1ce7052f-a068-4ce2-9e17-53263739516c details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:47:04.978325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-45610669-d6cd-469c-a4fa-2b1b3de02fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.059064 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.115443 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e784e9c-7356-4fc8-bfa6-b44822cba94f,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:05.125150 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Checking segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:05.125498 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Network hostable DHCP agents. Network: 1ce7052f-a068-4ce2-9e17-53263739516c, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:47:05.143579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Network 1ce7052f-a068-4ce2-9e17-53263739516c is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:47:05.154995 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 1ce7052f-a068-4ce2-9e17-53263739516c) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:05.159681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:05.160447 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.164772 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b2385-f1bc-456b-b3cb-90760a3f97bf None None] Network 1ce7052f-a068-4ce2-9e17-53263739516c requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:47:05.176218 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-71e27910-e059-4ee9-8075-1159ee4ebcd3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3509607 Dec 15 12:47:05.180686 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47792) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:05.186000 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:05.208965 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.210254 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.276152 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.278710 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-1ce7052f-a068-4ce2-9e17-53263739516c', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:47:05.279738 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.420022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Allocated IP 172.20.0.2 (1ce7052f-a068-4ce2-9e17-53263739516c/5e784e9c-7356-4fc8-bfa6-b44822cba94f/a0b58f90-3a83-4f9a-99cb-0c822a9fb53d) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:05.441906 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.568774 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.578679 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.621302 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Network 1ce7052f-a068-4ce2-9e17-53263739516c is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:05.626398 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:05.628529 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Pushing event updated for resources: {'Port': ['ID=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:05.632175 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:05.650276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.669378 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.689368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Attempting to bind port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:05.689723 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Attempting to bind port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:05.690083 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Attempting to bind port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:05.696315 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:05.696686 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Checking segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:05.697079 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.697476 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Bound using segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:05.697923 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Bound port: a0b58f90-3a83-4f9a-99cb-0c822a9fb53d, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:05.698368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.763371 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] For port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:05.766613 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] For port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:05.771765 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.778974 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Allocated IP 172.27.1.15 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/e7a49a3a-56fd-4970-b995-a49174c58be2) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:05.826758 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe20fc-d197-4c28-84c7-108b2f2ceb9f None None] Pushing event updated for resources: {'Port': ['ID=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:05.895609 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:05.936233 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.025198 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:06.027014 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Pushing event updated for resources: {'Port': ['ID=e7a49a3a-56fd-4970-b995-a49174c58be2,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:06.030407 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:06.033345 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:06.076573 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407becd-c46a-4c54-a788-6b73baadb08b req-4be30950-73a7-4786-bb13-8aa38120437d tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:06.078153 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3407becd-c46a-4c54-a788-6b73baadb08b req-4be30950-73a7-4786-bb13-8aa38120437d tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 945 time: 0.1187649 Dec 15 12:47:06.144999 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.229578 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3407becd-c46a-4c54-a788-6b73baadb08b req-df4ce45c-8196-42c3-9ebf-b55a0b77cc12 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/security-groups?id=c9ac1d80-a595-416c-9ab1-874685f0cd10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443560 Dec 15 12:47:06.368352 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.540460 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-520135f4-c18c-4457-90ae-3a918057597a tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:06.544639 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-520135f4-c18c-4457-90ae-3a918057597a tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 945 time: 0.0664508 Dec 15 12:47:06.625601 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.664071 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device a0b58f90-3a83-4f9a-99cb-0c822a9fb53d up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:06.675368 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Deleting port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:06.676992 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.802774 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:47:06.805039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] For port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,segment=NetworkSegment(465817b8-7672-42b3-b397-1fc11bf8be27),segment_id=465817b8-7672-42b3-b397-1fc11bf8be27)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:06.806200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.838402 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Calling delete_port for c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:06.903217 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:06.904301 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.938752 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0266fc-5af2-4377-a3fb-278dbe2d516c None None] Network 1ce7052f-a068-4ce2-9e17-53263739516c requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:47:06.967401 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:06.995318 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:06.996544 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f6c0b110-c9a3-42ad-b42a-ad3ae9a5b9ea admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8143113 Dec 15 12:47:06.999063 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.001535 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47798) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:07.004753 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:07.019310 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['c024a1cf-eda9-4d43-a675-5fc1a9e8cb03'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:07.033284 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Pushing event deleted for resources: {'Port': ['ID=c024a1cf-eda9-4d43-a675-5fc1a9e8cb03,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:07.067057 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:07.068190 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:07.082270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] No DVR routers for this DVR port c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:47:07.085132 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.088631 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a1aac87a-1dc2-4ecc-ab47-d331848d7fe5 req-0fc5a378-b591-43f0-8d03-be9a6ebcd929 tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.36 "DELETE /v2.0/ports/c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 HTTP/1.1" status: 204 len: 173 time: 0.5355999 Dec 15 12:47:07.089087 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'name': 'network-vif-deleted', 'tag': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:07.092083 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4982966a-e172-415d-9f95-0fcda825f2e5" -d '{"events": [{"server_uuid": "1ba4c8b1-692a-467c-9618-0fcc422472c9", "name": "network-vif-deleted", "tag": "c024a1cf-eda9-4d43-a675-5fc1a9e8cb03"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:07.112041 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-341f4b3c-dde6-4f51-a8de-842475073c85 None None] Provisioning complete for port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:07.112417 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-341f4b3c-dde6-4f51-a8de-842475073c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.154712 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19609bdf-9867-4cfd-847b-e73320c9b3f3 x-openstack-request-id: req-19609bdf-9867-4cfd-847b-e73320c9b3f3 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:07.155073 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba4c8b1-692a-467c-9618-0fcc422472c9", "name": "network-vif-deleted", "tag": "c024a1cf-eda9-4d43-a675-5fc1a9e8cb03", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:07.155393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19609bdf-9867-4cfd-847b-e73320c9b3f3 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:07.155850 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba4c8b1-692a-467c-9618-0fcc422472c9', 'name': 'network-vif-deleted', 'tag': 'c024a1cf-eda9-4d43-a675-5fc1a9e8cb03', 'status': 'completed', 'code': 200} Dec 15 12:47:07.280955 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.364345 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:07.377531 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-11b1268f-5989-4ba6-a488-0f9bcf8a5310 req-16c04faa-3932-4d90-b08f-e5180a6f316d tempest-VolumesSnapshotTestJSON-60229802 tempest-VolumesSnapshotTestJSON-60229802-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ba4c8b1-692a-467c-9618-0fcc422472c9 HTTP/1.1" status: 200 len: 210 time: 0.0317175 Dec 15 12:47:07.403719 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:07.438537 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.524739 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-341f4b3c-dde6-4f51-a8de-842475073c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.549591 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.567166 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.577031 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:07.662149 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.db.api [None req-341f4b3c-dde6-4f51-a8de-842475073c85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109097) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 12:47:07.662482 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG oslo_db.api [None req-341f4b3c-dde6-4f51-a8de-842475073c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 12:47:07.693597 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:06Z', 'revision_number': 3, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:07.728456 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:07.728800 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Updating router c4560689-3cb6-4c9e-9501-0c4dbd981c4a port e7a49a3a-56fd-4970-b995-a49174c58be2 binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:47:07.755717 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:07.985138 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Allocated IP 172.20.0.1 (1ce7052f-a068-4ce2-9e17-53263739516c/5e784e9c-7356-4fc8-bfa6-b44822cba94f/0ef04018-0b43-4f31-8272-dffc930dbbd7) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:08.022711 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.028120 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.078795 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Attempting to bind port e7a49a3a-56fd-4970-b995-a49174c58be2 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:08.079380 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Attempting to bind port e7a49a3a-56fd-4970-b995-a49174c58be2 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:08.079774 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Attempting to bind port e7a49a3a-56fd-4970-b995-a49174c58be2 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:08.087710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.089033 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfcf1-61ee-4688-bdc8-b62b77586d47 None None] Pushing event updated for resources: {'Port': ['ID=e7a49a3a-56fd-4970-b995-a49174c58be2,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:08.092528 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:08.092906 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:08.093306 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.093693 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:08.094170 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Bound port: e7a49a3a-56fd-4970-b995-a49174c58be2, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:08.094579 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.123572 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.153113 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] For port e7a49a3a-56fd-4970-b995-a49174c58be2, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:08.156205 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] For port e7a49a3a-56fd-4970-b995-a49174c58be2, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e7a49a3a-56fd-4970-b995-a49174c58be2,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:08.161758 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.167993 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Network 1ce7052f-a068-4ce2-9e17-53263739516c is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:08.172576 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:08.177593 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:08.180903 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef04018-0b43-4f31-8272-dffc930dbbd7,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:08.217706 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.279775 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfcf1-61ee-4688-bdc8-b62b77586d47 None None] Pushing event updated for resources: {'Port': ['ID=e7a49a3a-56fd-4970-b995-a49174c58be2,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:08.282829 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:08.283389 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:08.336633 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.374447 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.401882 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:08.511856 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9e39d63b-6d29-4143-bf46-05493a834a61 None None] Provisioning complete for port 0ef04018-0b43-4f31-8272-dffc930dbbd7 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:08.512234 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9e39d63b-6d29-4143-bf46-05493a834a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.562418 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.569207 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.648368 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.652283 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef04018-0b43-4f31-8272-dffc930dbbd7,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:08.675677 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device a0b58f90-3a83-4f9a-99cb-0c822a9fb53d up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:08.736569 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9e39d63b-6d29-4143-bf46-05493a834a61 None None] Port 0ef04018-0b43-4f31-8272-dffc930dbbd7 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:08.783225 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Network 1ce7052f-a068-4ce2-9e17-53263739516c is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:08.784659 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:08.811680 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9e39d63b-6d29-4143-bf46-05493a834a61 None None] Provisioning complete for port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:08.812134 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9e39d63b-6d29-4143-bf46-05493a834a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.852517 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:08.853241 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:08.916307 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:08.949007 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:06Z', 'revision_number': 3, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:08.983549 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea69af90-1e34-4bda-9c1d-366d63e4e1f8 None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:06Z', 'revision_number': 3, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:09.038216 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:09.046474 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ddcfece3-edde-4e73-b19e-6b58d70069a6 admin admin] 10.222.0.71 "PUT /v2.0/routers/c4560689-3cb6-4c9e-9501-0c4dbd981c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408161 Dec 15 12:47:09.135592 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-96864d21-ff41-477e-9a55-d3501a022f33 None None] Provisioning complete for port 0ef04018-0b43-4f31-8272-dffc930dbbd7 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:09.135961 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-96864d21-ff41-477e-9a55-d3501a022f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.174203 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-96864d21-ff41-477e-9a55-d3501a022f33 None None] Port 0ef04018-0b43-4f31-8272-dffc930dbbd7 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:09.600123 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47826) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:09.605367 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2061514561-network', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:09.628918 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Made reservation on behalf of 9f029e763690473da2d0f4586b0e0ef9 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:09.632878 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.649248 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.761800 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.766116 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.796128 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:47:09.807618 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c1bbb6-3063-464b-8f88-1325e021a78d,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:09.814347 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.814727 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Added segment b27fb1ec-b130-49cc-888f-54b6d3c7fbfe of type vlan for network 3c2478e5-1e54-4472-91e2-2a2a24887b93 Dec 15 12:47:09.857915 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.884975 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.887091 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:09.887611 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:09.946753 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3452382 Dec 15 12:47:09.949580 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47832) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:09.955028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Request body: {'subnet': {'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2061514561-subnet', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:09.962095 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb57a-8aa3-488a-835f-b32ddd8b91f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2478e5-1e54-4472-91e2-2a2a24887b93,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:09.974325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:47:09.980822 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Made reservation on behalf of 9f029e763690473da2d0f4586b0e0ef9 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:09.985509 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.178496 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.238757 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=17779f58-cea9-4715-8d36-9c173a874079,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:10.246517 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Checking segment: {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:10.246885 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Network hostable DHCP agents. Network: 3c2478e5-1e54-4472-91e2-2a2a24887b93, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:47:10.265668 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:47:10.275747 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 3c2478e5-1e54-4472-91e2-2a2a24887b93) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:10.280706 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:10.282257 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.284782 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e68b7e-7837-4a81-a698-49c768ee1c48 None None] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:47:10.300376 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4e0ecc27-01a5-41d8-bdd6-cd11687dac6d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3473854 Dec 15 12:47:10.300716 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47836) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:10.305811 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:10.331040 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-133709253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-894'] for router, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.332148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-133709429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-133704068', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-133698757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-841'] for router, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.386154 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.392652 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1262b65e-77bc-5fa9-a34f-28393f9f0b30-3c2478e5-1e54-4472-91e2-2a2a24887b93', 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'fixed_ips': [{'subnet_id': '17779f58-cea9-4715-8d36-9c173a874079'}]}} from dv-cinder-813225-4-iscsi. {{(pid=109097) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 12:47:10.393513 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.539924 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.558007 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.db_base_plugin_common [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Allocated IP 172.20.0.2 (3c2478e5-1e54-4472-91e2-2a2a24887b93/17779f58-cea9-4715-8d36-9c173a874079/026a19ee-5f48-4fe6-8a46-cba3344a9e6a) {{(pid=109097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:10.616982 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e7a49a3a-56fd-4970-b995-a49174c58be2 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:10.656534 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:10.667218 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:10.667909 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:10.728467 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port e7a49a3a-56fd-4970-b995-a49174c58be2 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:10.728843 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.784306 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.795309 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:10.813395 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Publish callbacks [] for port, precommit_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.823863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.826198 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954'] for port, after_create {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:10.948007 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 is already hosted by enough agents. {{(pid=109097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:10.964477 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.scheduler.base_scheduler [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Resources bound (agent type, host, resource id): {{(pid=109097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:10.970876 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Received port after_create {{(pid=109097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:10.974992 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Pushing event updated for resources: {'Port': ['ID=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,revision_number=1']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:11.003780 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.043263 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Allocated IP 172.27.1.169 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/856ad268-93c7-47a8-b2f0-f913b79f07e4) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:11.106011 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 2, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:11.112482 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port e7a49a3a-56fd-4970-b995-a49174c58be2, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e7a49a3a-56fd-4970-b995-a49174c58be2,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:11.121645 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.128161 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Attempting to bind port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:11.128996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Attempting to bind port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:11.129877 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Attempting to bind port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a on network 3c2478e5-1e54-4472-91e2-2a2a24887b93 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:11.170533 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:11.171133 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Updating router c4560689-3cb6-4c9e-9501-0c4dbd981c4a port 0ef04018-0b43-4f31-8272-dffc930dbbd7 binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:47:11.191770 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:11.192928 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Checking segment: {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:11.193645 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.194331 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Bound using segment: {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:11.195217 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Bound port: 026a19ee-5f48-4fe6-8a46-cba3344a9e6a, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:11.195879 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.217720 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.244409 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.291648 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=e7a49a3a-56fd-4970-b995-a49174c58be2,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:11.316057 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.341012 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] For port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:11.347386 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] For port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,segment=NetworkSegment(b27fb1ec-b130-49cc-888f-54b6d3c7fbfe),segment_id=b27fb1ec-b130-49cc-888f-54b6d3c7fbfe)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:11.354212 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.410865 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:11.418150 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:11.422806 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:11.454644 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c4205-946e-406b-974c-ddad300ee926 None None] Pushing event updated for resources: {'Port': ['ID=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:11.475137 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Pushing event updated for resources: {'Port': ['ID=856ad268-93c7-47a8-b2f0-f913b79f07e4,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:11.608266 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.617368 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.705660 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Pushing event updated for resources: {'Port': ['ID=0ef04018-0b43-4f31-8272-dffc930dbbd7,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:11.728755 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.730398 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.730825 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.731159 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.731489 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.731815 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.732166 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.732566 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.732891 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.733229 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.733553 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.734654 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.734977 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:11.827063 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Attempting to bind port 0ef04018-0b43-4f31-8272-dffc930dbbd7 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:11.827437 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Attempting to bind port 0ef04018-0b43-4f31-8272-dffc930dbbd7 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:11.827799 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Attempting to bind port 0ef04018-0b43-4f31-8272-dffc930dbbd7 on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:11.834676 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:11.834970 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Checking segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:11.835371 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.835763 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Bound using segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:11.836131 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.836283 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Bound port: 0ef04018-0b43-4f31-8272-dffc930dbbd7, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:11.836684 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:11.936375 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] For port 0ef04018-0b43-4f31-8272-dffc930dbbd7, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:11.939907 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] For port 0ef04018-0b43-4f31-8272-dffc930dbbd7, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=0ef04018-0b43-4f31-8272-dffc930dbbd7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:11.946167 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.010208 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:12.010968 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:12.048224 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41217e-eaa6-4e45-b6d2-ca2467fb0ed6 None None] Pushing event updated for resources: {'Port': ['ID=0ef04018-0b43-4f31-8272-dffc930dbbd7,revision_number=4']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:12.082486 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-133709388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-133704183'] for router, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.100383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:47:12.140375 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:12.140821 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:47:12.141172 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device c024a1cf-eda9-4d43-a675-5fc1a9e8cb03 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:47:12.160631 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-06af1e15-1e35-4363-8d4d-139101790e8c None None] Provisioning complete for port 0ef04018-0b43-4f31-8272-dffc930dbbd7 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:12.161252 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-06af1e15-1e35-4363-8d4d-139101790e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.279961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Router 584cc343-fb53-4426-bdcf-eff6767c4822 is scheduled to L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 with binding_index 1 {{(pid=109096) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 12:47:12.281565 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-06af1e15-1e35-4363-8d4d-139101790e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.316587 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-06af1e15-1e35-4363-8d4d-139101790e8c None None] For port 0ef04018-0b43-4f31-8272-dffc930dbbd7, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=0ef04018-0b43-4f31-8272-dffc930dbbd7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:12.320856 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-06af1e15-1e35-4363-8d4d-139101790e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.375739 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af1e15-1e35-4363-8d4d-139101790e8c None None] Pushing event updated for resources: {'Port': ['ID=0ef04018-0b43-4f31-8272-dffc930dbbd7,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:12.385414 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:12.414029 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9070a-2e92-4656-a2e2-2e9117449d19 None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:12.417122 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:12.428735 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Sync routers for ids ['584cc343-fb53-4426-bdcf-eff6767c4822'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:12.438466 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.444014 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47844) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:12.445869 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Routers {'584cc343-fb53-4426-bdcf-eff6767c4822'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:12.446525 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['584cc343-fb53-4426-bdcf-eff6767c4822'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:12.447195 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f31e990c-2c91-4867-b09c-3af380e5ba33 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1453447 Dec 15 12:47:12.603085 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Set router 584cc343-fb53-4426-bdcf-eff6767c4822 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:12.771126 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 026a19ee-5f48-4fe6-8a46-cba3344a9e6a up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:12.829736 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-25f8eec9-2da0-442d-86c3-b5360416b461 None None] Provisioning complete for port 0ef04018-0b43-4f31-8272-dffc930dbbd7 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:12.830105 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-25f8eec9-2da0-442d-86c3-b5360416b461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:12.904340 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d8f18-e037-4c1a-8646-bc50694e85ab None None] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:47:13.024605 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:13.024986 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.062121 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.130627 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 3, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:13.172421 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Checking router: 584cc343-fb53-4426-bdcf-eff6767c4822 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:13.172779 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Updating router 584cc343-fb53-4426-bdcf-eff6767c4822 port 856ad268-93c7-47a8-b2f0-f913b79f07e4 binding host dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:47:13.244246 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.306224 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.307935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Allocated IP 172.20.0.1 (3c2478e5-1e54-4472-91e2-2a2a24887b93/17779f58-cea9-4715-8d36-9c173a874079/ede842d8-9541-4514-85fc-d8a05b32c09c) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:13.411797 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,segment=NetworkSegment(b27fb1ec-b130-49cc-888f-54b6d3c7fbfe),segment_id=b27fb1ec-b130-49cc-888f-54b6d3c7fbfe)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:13.417408 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-4ee9e672-d393-4d03-b78e-a6c7eff8ab31 None None] Provisioning complete for port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:13.417791 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4ee9e672-d393-4d03-b78e-a6c7eff8ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.428232 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.429103 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 0ef04018-0b43-4f31-8272-dffc930dbbd7 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:13.475038 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.518236 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.568702 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:13.572816 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:13.575429 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:13.577958 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ede842d8-9541-4514-85fc-d8a05b32c09c,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:13.624315 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-133703556'] for router_interface, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.740968 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:13.800200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.812045 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 0ef04018-0b43-4f31-8272-dffc930dbbd7 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:13.812429 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.955828 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.969482 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:13.998538 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.003187 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.009960 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e7a49a3a-56fd-4970-b995-a49174c58be2 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:14.071541 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133755459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-133709620'] for router_interface, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.073993 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-4480cfe5-4632-4d0b-bf39-86be46048306 None None] Provisioning complete for port ede842d8-9541-4514-85fc-d8a05b32c09c triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:14.074187 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ede842d8-9541-4514-85fc-d8a05b32c09c,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:14.074364 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4480cfe5-4632-4d0b-bf39-86be46048306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.078205 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Attempting to bind port 856ad268-93c7-47a8-b2f0-f913b79f07e4 on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:14.078609 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Attempting to bind port 856ad268-93c7-47a8-b2f0-f913b79f07e4 by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:14.078973 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Attempting to bind port 856ad268-93c7-47a8-b2f0-f913b79f07e4 on network 8a220ece-91ee-498f-b92e-4077bb9489c1 {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:14.080793 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75372628-28ce-41e2-9b0b-d18cf993523a None None] Pushing event updated for resources: {'Port': ['ID=856ad268-93c7-47a8-b2f0-f913b79f07e4,revision_number=2']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:14.112757 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:14.113131 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Checking segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:14.113533 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.114544 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Bound using segment: {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'} {{(pid=109097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:14.115033 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.managers [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Bound port: 856ad268-93c7-47a8-b2f0-f913b79f07e4, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629dab4-033a-46bf-b9f8-e5f4d95a3bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}}] {{(pid=109097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:14.115415 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.152826 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-4480cfe5-4632-4d0b-bf39-86be46048306 None None] Port ede842d8-9541-4514-85fc-d8a05b32c09c cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:14.170402 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:14.172144 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:14.176154 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port e7a49a3a-56fd-4970-b995-a49174c58be2 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:14.177146 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.213187 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] For port 856ad268-93c7-47a8-b2f0-f913b79f07e4, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:14.216854 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] For port 856ad268-93c7-47a8-b2f0-f913b79f07e4, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=856ad268-93c7-47a8-b2f0-f913b79f07e4,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:14.224499 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-4480cfe5-4632-4d0b-bf39-86be46048306 None None] Provisioning complete for port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:14.224499 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4480cfe5-4632-4d0b-bf39-86be46048306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.268841 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.325745 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Router 584cc343-fb53-4426-bdcf-eff6767c4822 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:14.326983 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75372628-28ce-41e2-9b0b-d18cf993523a None None] Pushing event updated for resources: {'Port': ['ID=856ad268-93c7-47a8-b2f0-f913b79f07e4,revision_number=3']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:14.389250 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Routers {'584cc343-fb53-4426-bdcf-eff6767c4822'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:14.389903 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['584cc343-fb53-4426-bdcf-eff6767c4822'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:14.549489 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] Set router 584cc343-fb53-4426-bdcf-eff6767c4822 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:14.609274 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-f470853d-1a85-4c0a-97f9-579348a25ae1 None None] Provisioning complete for port ede842d8-9541-4514-85fc-d8a05b32c09c triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:14.609795 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-f470853d-1a85-4c0a-97f9-579348a25ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.682898 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 026a19ee-5f48-4fe6-8a46-cba3344a9e6a up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:14.694753 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:14.699997 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d5751c98-c8bc-485c-9f50-079f032051b1 admin admin] 10.222.0.71 "PUT /v2.0/routers/584cc343-fb53-4426-bdcf-eff6767c4822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528629 Dec 15 12:47:14.768041 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-f470853d-1a85-4c0a-97f9-579348a25ae1 None None] Port ede842d8-9541-4514-85fc-d8a05b32c09c cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:14.822098 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:14.822500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:14.935990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ede842d8-9541-4514-85fc-d8a05b32c09c', 'name': '', 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'mac_address': 'fa:16:3e:7b:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '17779f58-cea9-4715-8d36-9c173a874079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:13Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 2, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'subnets': [{'id': '17779f58-cea9-4715-8d36-9c173a874079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:14.965417 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe806c-9f87-492f-8a4c-185fd73d02b3 None None] The sync data for ids ['584cc343-fb53-4426-bdcf-eff6767c4822'] in dv-cinder-813225-4-iscsi is: [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ede842d8-9541-4514-85fc-d8a05b32c09c', 'name': '', 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'mac_address': 'fa:16:3e:7b:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '17779f58-cea9-4715-8d36-9c173a874079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:13Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 2, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'subnets': [{'id': '17779f58-cea9-4715-8d36-9c173a874079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:15.120664 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47864) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:15.125159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204836673', 'description': 'tempest-secgroup-smoke-1204836673 description', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:15.148561 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.253361 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.258121 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.291283 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.292535 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1708908 Dec 15 12:47:15.295536 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47866) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:15.299937 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group_rule': {'security_group_id': 'f3272d69-0a9f-46ea-b83b-4935b83b006d', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:15.306200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec68416-332f-4cd4-86dd-c9d049e35c57 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3272d69-0a9f-46ea-b83b-4935b83b006d,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:15.332237 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.391228 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.395243 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.416284 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5a9d11-4143-411b-835a-eee77a5d652b,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:15.421976 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.423309 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-50e62011-e785-437b-9c96-f57b3f803fa9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267521 Dec 15 12:47:15.426122 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47868) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:15.431425 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group_rule': {'security_group_id': 'f3272d69-0a9f-46ea-b83b-4935b83b006d', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:15.460777 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.526246 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.531293 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.553391 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fea403e-8daa-44c7-b5ac-71acb29cb3ff,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:15.561409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.562660 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a61071e8-8314-45ff-a291-56b65202b60d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348119 Dec 15 12:47:15.565371 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47870) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:15.569935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group_rule': {'security_group_id': 'f3272d69-0a9f-46ea-b83b-4935b83b006d', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:15.596845 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.675201 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.679550 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.698656 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f059c4c-af8d-4a6f-b007-4728694ca6cd,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:15.711392 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.712671 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7fdde2a8-2c2c-489c-af83-b9ba387c5425 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463866 Dec 15 12:47:15.715751 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 47876) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:15.722017 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group_rule': {'security_group_id': 'f3272d69-0a9f-46ea-b83b-4935b83b006d', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:15.762607 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.842872 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.850096 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.869854 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69859f82-c1cf-4d86-a586-70a3affd8da7,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:15.881299 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.885276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47882) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:15.885767 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-ed2ad92a-0ffb-4dad-abb3-62d382c843ed tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1690269 Dec 15 12:47:15.890626 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group_rule': {'security_group_id': 'f3272d69-0a9f-46ea-b83b-4935b83b006d', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:15.917319 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.securitygroups_db [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Project fcb89f0927e2463ab82bdd7ad1d800dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 12:47:15.923070 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.988289 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:15.993173 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.009680 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c09cf0-2ee2-48a6-a182-099456a7f729,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:16.019881 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.022788 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-0c047b5f-1e86-433b-a690-1e5a4a9c589b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342294 Dec 15 12:47:16.024122 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 47884) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:16.028901 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'security_group_rule': {'security_group_id': 'f3272d69-0a9f-46ea-b83b-4935b83b006d', 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:16.052042 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.securitygroups_db [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Project fcb89f0927e2463ab82bdd7ad1d800dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 12:47:16.057823 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.122664 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.126676 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.145342 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ab2e4e-e6b9-4824-869f-03eb5d456443,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:16.152781 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.153990 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-b7fbb345-4508-4f37-bd73-b33a4058ac84 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288285 Dec 15 12:47:16.636472 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 856ad268-93c7-47a8-b2f0-f913b79f07e4 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:16.692750 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 856ad268-93c7-47a8-b2f0-f913b79f07e4 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:16.693142 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.724569 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:47:16.781540 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.805816 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] For port 856ad268-93c7-47a8-b2f0-f913b79f07e4, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=856ad268-93c7-47a8-b2f0-f913b79f07e4,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:16.809834 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:16.877511 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Pushing event updated for resources: {'Port': ['ID=856ad268-93c7-47a8-b2f0-f913b79f07e4,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:17.196458 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Sync routers for ids ['584cc343-fb53-4426-bdcf-eff6767c4822'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:17.207214 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Routers {'584cc343-fb53-4426-bdcf-eff6767c4822'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:17.207884 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['584cc343-fb53-4426-bdcf-eff6767c4822'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:17.328351 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Set router 584cc343-fb53-4426-bdcf-eff6767c4822 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:17.678924 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ede842d8-9541-4514-85fc-d8a05b32c09c', 'name': '', 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'mac_address': 'fa:16:3e:7b:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '17779f58-cea9-4715-8d36-9c173a874079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:13Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 2, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'subnets': [{'id': '17779f58-cea9-4715-8d36-9c173a874079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:17.711738 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Checking router: 584cc343-fb53-4426-bdcf-eff6767c4822 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:17.712058 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Updating router 584cc343-fb53-4426-bdcf-eff6767c4822 port ede842d8-9541-4514-85fc-d8a05b32c09c binding host dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 12:47:17.743809 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.062655 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Publish callbacks [] for port, precommit_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.067844 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.127005 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774c0bf-a77f-449f-8469-1794cac464d8 None None] Pushing event updated for resources: {'Port': ['ID=ede842d8-9541-4514-85fc-d8a05b32c09c,revision_number=3']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:18.181083 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Attempting to bind port ede842d8-9541-4514-85fc-d8a05b32c09c on host dv-cinder-813225-4-iscsi for vnic_type normal with profile {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:18.181592 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Attempting to bind port ede842d8-9541-4514-85fc-d8a05b32c09c by drivers openvswitch,hyperv on host dv-cinder-813225-4-iscsi at level 0 using segments [{'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:18.182082 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Attempting to bind port ede842d8-9541-4514-85fc-d8a05b32c09c on network 3c2478e5-1e54-4472-91e2-2a2a24887b93 {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:18.187673 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Checking agent: {'id': '0b5aaefa-818b-43e9-b0e3-07f22e2c536e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 34, 38), 'started_at': datetime.datetime(2021, 12, 15, 12, 35, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:18.188062 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Checking segment: {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:18.188449 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.188831 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Bound using segment: {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'} {{(pid=109098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:18.189288 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.managers [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Bound port: ede842d8-9541-4514-85fc-d8a05b32c09c, host: dv-cinder-813225-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93'}}] {{(pid=109098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:18.189679 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.260847 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] For port ede842d8-9541-4514-85fc-d8a05b32c09c, host dv-cinder-813225-4-iscsi, cleared binding levels {{(pid=109098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:18.265562 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.plugins.ml2.db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] For port ede842d8-9541-4514-85fc-d8a05b32c09c, host dv-cinder-813225-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=ede842d8-9541-4514-85fc-d8a05b32c09c,segment=NetworkSegment(b27fb1ec-b130-49cc-888f-54b6d3c7fbfe),segment_id=b27fb1ec-b130-49cc-888f-54b6d3c7fbfe)] {{(pid=109098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:18.274172 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron_lib.callbacks.manager [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.331403 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-a4a5cad3-ac8b-4d4c-8464-bd24b914bdd3 None None] Provisioning complete for port ede842d8-9541-4514-85fc-d8a05b32c09c triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:18.333745 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a4a5cad3-ac8b-4d4c-8464-bd24b914bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.336485 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774c0bf-a77f-449f-8469-1794cac464d8 None None] Pushing event updated for resources: {'Port': ['ID=ede842d8-9541-4514-85fc-d8a05b32c09c,revision_number=4']} {{(pid=109098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:18.367830 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Routers {'584cc343-fb53-4426-bdcf-eff6767c4822'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:18.368458 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['584cc343-fb53-4426-bdcf-eff6767c4822'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:18.475865 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a4a5cad3-ac8b-4d4c-8464-bd24b914bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.509861 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] Set router 584cc343-fb53-4426-bdcf-eff6767c4822 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:18.519405 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-a4a5cad3-ac8b-4d4c-8464-bd24b914bdd3 None None] For port ede842d8-9541-4514-85fc-d8a05b32c09c, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=ede842d8-9541-4514-85fc-d8a05b32c09c,segment=NetworkSegment(b27fb1ec-b130-49cc-888f-54b6d3c7fbfe),segment_id=b27fb1ec-b130-49cc-888f-54b6d3c7fbfe)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:18.526725 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a4a5cad3-ac8b-4d4c-8464-bd24b914bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.599588 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5cad3-ac8b-4d4c-8464-bd24b914bdd3 None None] Pushing event updated for resources: {'Port': ['ID=ede842d8-9541-4514-85fc-d8a05b32c09c,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:18.670232 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-861b2e9e-fc56-4674-b63b-dccc0b4051ff None None] Provisioning complete for port ede842d8-9541-4514-85fc-d8a05b32c09c triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:18.670523 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-861b2e9e-fc56-4674-b63b-dccc0b4051ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:18.712722 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ede842d8-9541-4514-85fc-d8a05b32c09c up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:18.788474 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ede842d8-9541-4514-85fc-d8a05b32c09c', 'name': '', 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'mac_address': 'fa:16:3e:7b:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '17779f58-cea9-4715-8d36-9c173a874079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:13Z', 'updated_at': '2021-12-15T12:47:18Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'subnets': [{'id': '17779f58-cea9-4715-8d36-9c173a874079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:18.821108 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870711af-3ef1-4c3a-9104-f953f1598af3 None None] The sync data for ids ['584cc343-fb53-4426-bdcf-eff6767c4822'] in dv-cinder-813225-4-iscsi is: [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:13Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ede842d8-9541-4514-85fc-d8a05b32c09c', 'name': '', 'network_id': '3c2478e5-1e54-4472-91e2-2a2a24887b93', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'mac_address': 'fa:16:3e:7b:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '17779f58-cea9-4715-8d36-9c173a874079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:13Z', 'updated_at': '2021-12-15T12:47:18Z', 'revision_number': 4, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'subnets': [{'id': '17779f58-cea9-4715-8d36-9c173a874079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:18.943008 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port ede842d8-9541-4514-85fc-d8a05b32c09c triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:18.943387 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:19.036742 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 856ad268-93c7-47a8-b2f0-f913b79f07e4 up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:19.089718 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port 856ad268-93c7-47a8-b2f0-f913b79f07e4 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:19.090097 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:20.603844 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ede842d8-9541-4514-85fc-d8a05b32c09c up at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:20.654647 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Provisioning complete for port ede842d8-9541-4514-85fc-d8a05b32c09c triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:20.655019 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:23.422073 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6d61f-0296-425f-b153-26569003620b req-cb086c90-d175-4ec3-8790-7ba753c6f4aa tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:23.423556 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aac6d61f-0296-425f-b153-26569003620b req-cb086c90-d175-4ec3-8790-7ba753c6f4aa tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1558084 Dec 15 12:47:23.479290 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aac6d61f-0296-425f-b153-26569003620b req-5a09ebad-02fb-4434-8401-aef0ce169f3c tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495925 Dec 15 12:47:24.157563 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45ca8a-d856-4ceb-a8fe-e78eb423e107 req-2909061a-3af1-47ff-a3d7-358ed7ac7085 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:24.159048 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a45ca8a-d856-4ceb-a8fe-e78eb423e107 req-2909061a-3af1-47ff-a3d7-358ed7ac7085 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.1070061 Dec 15 12:47:24.208236 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3a45ca8a-d856-4ceb-a8fe-e78eb423e107 req-e100613d-e5e5-4c70-a088-a0911df5bf8c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415463 Dec 15 12:47:24.598026 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349de192-ec7e-48a9-ba56-25330158abb8 req-44a21fc4-f21e-4950-8efa-5ec9e3da7152 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:24.599830 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-349de192-ec7e-48a9-ba56-25330158abb8 req-44a21fc4-f21e-4950-8efa-5ec9e3da7152 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0505438 Dec 15 12:47:24.899915 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-349de192-ec7e-48a9-ba56-25330158abb8 req-59784af8-376d-409b-84fe-4e4ae3144251 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937834 Dec 15 12:47:25.331687 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133c45b-99b0-40ab-b10c-a78cec080a83 req-ff21042e-adfa-426e-bfac-9cf802dd310d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:25.334320 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9133c45b-99b0-40ab-b10c-a78cec080a83 req-ff21042e-adfa-426e-bfac-9cf802dd310d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0542114 Dec 15 12:47:25.383938 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9133c45b-99b0-40ab-b10c-a78cec080a83 req-4497d5e3-36cf-4470-abf4-1e4172f28ea0 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Dec 15 12:47:26.018727 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace1fe2-b117-42cd-824e-2fce19ccac3c req-8fbfe399-922f-49d4-94ca-30ad8ee2549a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:26.020833 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bace1fe2-b117-42cd-824e-2fce19ccac3c req-8fbfe399-922f-49d4-94ca-30ad8ee2549a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Dec 15 12:47:26.073418 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bace1fe2-b117-42cd-824e-2fce19ccac3c req-fb7ee662-2d1e-4c3f-8250-db7841653e95 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464861 Dec 15 12:47:26.507884 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8af31-bb39-4b0e-9a71-2de2b0947a95 req-01e0282d-1e94-4dfc-b6ba-59e72fea1851 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:26.509357 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a8b8af31-bb39-4b0e-9a71-2de2b0947a95 req-01e0282d-1e94-4dfc-b6ba-59e72fea1851 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0571513 Dec 15 12:47:26.559408 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a8b8af31-bb39-4b0e-9a71-2de2b0947a95 req-25b37f08-2a9a-4189-9a67-351e014c8f51 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440052 Dec 15 12:47:27.101430 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-f24a0215-df9b-4056-aceb-3e6a2a7a896e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:27.103581 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-f24a0215-df9b-4056-aceb-3e6a2a7a896e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0542974 Dec 15 12:47:27.194569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1dbdf-4e97-4353-a88e-ce60d8d18de0 req-d2090a23-3078-4e5d-8370-4f1191f38abe tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:27.196122 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2ff1dbdf-4e97-4353-a88e-ce60d8d18de0 req-d2090a23-3078-4e5d-8370-4f1191f38abe tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Dec 15 12:47:27.209913 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Deleting port 26fcdfb4-9148-47d7-a089-927a3edb5654 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:27.210258 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:27.247156 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2ff1dbdf-4e97-4353-a88e-ce60d8d18de0 req-216814e1-9333-4f51-b514-744401e39bd4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446401 Dec 15 12:47:27.308263 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] For port 26fcdfb4-9148-47d7-a089-927a3edb5654, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=26fcdfb4-9148-47d7-a089-927a3edb5654,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:27.308615 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:27.595086 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:27.595465 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:27.595780 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Floating IP 916c96ec-1908-4866-b7eb-c3710d0faee1 disassociated. External IP: 172.27.1.19, port: 26fcdfb4-9148-47d7-a089-927a3edb5654. Dec 15 12:47:27.596214 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Calling delete_port for 26fcdfb4-9148-47d7-a089-927a3edb5654 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:27.694755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157fe22-555f-4eeb-9a09-79b20a5bceed req-53de18ba-a704-4f1c-a3cf-37026c231744 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:27.696324 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f157fe22-555f-4eeb-9a09-79b20a5bceed req-53de18ba-a704-4f1c-a3cf-37026c231744 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0cdd7f6-b6b7-4af5-b72c-21d437237733 HTTP/1.1" status: 200 len: 945 time: 0.0622509 Dec 15 12:47:27.745087 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:27.796236 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event deleted for resources: {'Port': ['ID=26fcdfb4-9148-47d7-a089-927a3edb5654,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:27.909137 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f157fe22-555f-4eeb-9a09-79b20a5bceed req-59610e08-fc4b-4b12-a201-c2590789f253 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa0c1d32-5c65-4a1a-b38a-f8178472d34d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035065 Dec 15 12:47:27.947697 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:28.061925 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:28.073064 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:28.084204 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:28.084927 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:28.112797 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] No DVR routers for this DVR port 26fcdfb4-9148-47d7-a089-927a3edb5654 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:47:28.115592 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:28.118949 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c2cdf251-b694-45ce-b05a-0f698c9af7fd req-c8e697dc-4709-437c-932b-94bbc92f46f8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "DELETE /v2.0/ports/26fcdfb4-9148-47d7-a089-927a3edb5654 HTTP/1.1" status: 204 len: 173 time: 1.0063112 Dec 15 12:47:28.119437 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'name': 'network-vif-deleted', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:28.121889 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005cbf94-b4c1-4030-89bc-4b19459c89cd" -d '{"events": [{"server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "name": "network-vif-deleted", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:28.172981 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a31999-78aa-424c-b929-2941d7161f5c x-openstack-request-id: req-52a31999-78aa-424c-b929-2941d7161f5c {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:28.173386 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cdd7f6-b6b7-4af5-b72c-21d437237733", "name": "network-vif-deleted", "tag": "26fcdfb4-9148-47d7-a089-927a3edb5654", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:28.173743 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52a31999-78aa-424c-b929-2941d7161f5c {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:28.174218 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cdd7f6-b6b7-4af5-b72c-21d437237733', 'name': 'network-vif-deleted', 'tag': '26fcdfb4-9148-47d7-a089-927a3edb5654', 'status': 'completed', 'code': 200} Dec 15 12:47:28.204699 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-8c56f225-a6d8-44fd-aa34-ccf525acda43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762177 Dec 15 12:47:28.230797 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:28.292804 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-e43ae5e9-a768-4152-9524-379cb09ed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:28.294827 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-e43ae5e9-a768-4152-9524-379cb09ed33e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 1099 time: 0.0593154 Dec 15 12:47:28.451761 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24284a31-c198-48af-9bd1-7a714e191448 req-fd8534e3-d47b-4c64-9888-76315b207654 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:28.453337 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24284a31-c198-48af-9bd1-7a714e191448 req-fd8534e3-d47b-4c64-9888-76315b207654 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1108344 Dec 15 12:47:28.458165 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:28.477696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-597111fb-0b35-49ae-8c0e-f2b8442440a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:28.480020 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-597111fb-0b35-49ae-8c0e-f2b8442440a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.1456051 Dec 15 12:47:28.488315 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:28.498257 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:28.498993 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:28.617572 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24284a31-c198-48af-9bd1-7a714e191448 req-69286cf7-628e-403b-9485-c61571f22043 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525261 Dec 15 12:47:28.631910 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-23d515f7-e232-4ce5-86ef-3e3bfd1e13b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 200 len: 1001 time: 0.1327615 Dec 15 12:47:28.637834 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:28.686199 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-939b7dd6-212d-4aa7-b615-d8acc08e7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:28.687967 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-939b7dd6-212d-4aa7-b615-d8acc08e7e4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0507360 Dec 15 12:47:28.745190 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-623237d9-2b99-4653-9b55-fbcac3f615c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:28.747242 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-623237d9-2b99-4653-9b55-fbcac3f615c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473626 Dec 15 12:47:28.875660 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-7e25facd-a606-4f68-a1a6-23557e435bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123829 Dec 15 12:47:28.889679 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:28.917889 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296e382f-a917-4ac7-9970-a587f73f171a None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:28.990596 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5302d701-f126-4c5a-8786-4d19a7badac6 req-89a3a743-0c3f-47be-b1e0-b63af35d273a service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026609 Dec 15 12:47:29.015130 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48082) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:29.088067 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0846501-4ec2-4a46-9533-19b970e4b2cc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.123974 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0846501-4ec2-4a46-9533-19b970e4b2cc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.187315 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0846501-4ec2-4a46-9533-19b970e4b2cc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.194942 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f0846501-4ec2-4a46-9533-19b970e4b2cc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.200933 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f0846501-4ec2-4a46-9533-19b970e4b2cc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "DELETE /v2.0/security-groups/fa0c1d32-5c65-4a1a-b38a-f8178472d34d HTTP/1.1" status: 204 len: 168 time: 0.1841681 Dec 15 12:47:29.203723 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48090) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:29.211327 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0846501-4ec2-4a46-9533-19b970e4b2cc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0c1d32-5c65-4a1a-b38a-f8178472d34d,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:29.229440 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.api.v2.resource [None req-059a98ca-c563-46c3-ac75-2aaa69a2a884 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] show failed (client error): The resource could not be found. Dec 15 12:47:29.235237 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48092) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:29.236056 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-059a98ca-c563-46c3-ac75-2aaa69a2a884 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups/fa0c1d32-5c65-4a1a-b38a-f8178472d34d HTTP/1.1" status: 404 len: 347 time: 0.0306895 Dec 15 12:47:29.330044 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab44f4-9e11-469a-9502-ac06fc1103bf None None] New status for floating IP 916c96ec-1908-4866-b7eb-c3710d0faee1: DOWN {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:47:29.417879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Deleting port 386999c8-32b1-4066-a0a3-6cba81ebcea2 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:29.418290 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.506919 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.510860 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.525402 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Calling delete_port for 386999c8-32b1-4066-a0a3-6cba81ebcea2 owned by network:floatingip {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:29.734211 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.775524 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event deleted for resources: {'Port': ['ID=386999c8-32b1-4066-a0a3-6cba81ebcea2,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:29.815387 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2041b6c-a374-4536-87ac-1e60cafcb4f7 req-4e4b2065-8790-4662-b744-4e4fa9adfa20 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:29.817875 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c2041b6c-a374-4536-87ac-1e60cafcb4f7 req-4e4b2065-8790-4662-b744-4e4fa9adfa20 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1186607 Dec 15 12:47:29.882829 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.886198 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:29.887438 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-01324675-7ad5-4def-8796-52861a877768 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "DELETE /v2.0/floatingips/916c96ec-1908-4866-b7eb-c3710d0faee1 HTTP/1.1" status: 204 len: 168 time: 0.6511221 Dec 15 12:47:29.926548 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c2041b6c-a374-4536-87ac-1e60cafcb4f7 req-337a2eb5-9ed5-4689-b455-3cba1936a099 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846848 Dec 15 12:47:30.213475 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48124) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:30.220612 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237366416', 'description': 'tempest-description--1186443298'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:30.252698 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.386335 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.390682 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.424826 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.426834 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2115769 Dec 15 12:47:30.429849 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48128) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:30.434128 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'security_group_rule': {'security_group_id': '52e549f2-6dee-431a-81f0-6bc2ef753c4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:30.442606 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904328f6-30f5-49f6-973f-b31b1349a18c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e549f2-6dee-431a-81f0-6bc2ef753c4e,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:30.465204 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.531991 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.539320 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.566412 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f1ac5f-efd6-404a-87b0-e222f8efb209,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:30.571440 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.572905 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ce82a579-ff24-47c0-a3f8-916453cb86be tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418455 Dec 15 12:47:30.575554 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48134) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:30.581006 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'security_group_rule': {'security_group_id': '52e549f2-6dee-431a-81f0-6bc2ef753c4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:30.611962 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.684020 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.690077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.707681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daae273c-2fd5-4384-8a95-40395e1f5643,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:30.717370 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.722003 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-c60ccfed-a17f-41c7-abf1-83b8b5362a2d tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447930 Dec 15 12:47:30.723070 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48138) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:30.733768 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:30.765491 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.888421 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11693d3e-cd7a-4277-a25b-dd24b7fc0810 req-142041b4-9a03-42a0-b46a-7f2e791a8539 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:30.889792 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-11693d3e-cd7a-4277-a25b-dd24b7fc0810 req-142041b4-9a03-42a0-b46a-7f2e791a8539 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0651710 Dec 15 12:47:30.953009 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:30.959154 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-11693d3e-cd7a-4277-a25b-dd24b7fc0810 req-5fd9e179-d051-43d5-836a-6c7ca5af62a4 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611718 Dec 15 12:47:31.096803 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d0d7b-302b-4263-af3f-01815952e2d4 req-8d6cadcb-e173-4afb-b5db-430b9d26618c tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:31.099026 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab1d0d7b-302b-4263-af3f-01815952e2d4 req-8d6cadcb-e173-4afb-b5db-430b9d26618c tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0988622 Dec 15 12:47:31.123893 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Allocated IP 172.27.1.68 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/13b29368-7ff7-4d42-970a-6b7a56bfec43) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:31.219257 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab1d0d7b-302b-4263-af3f-01815952e2d4 req-04ce39dd-a471-4f12-93d6-03f7e9984349 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120961 Dec 15 12:47:31.270925 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.308764 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.348006 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:31.351283 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:31.356721 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:31.384891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'Port': ['ID=13b29368-7ff7-4d42-970a-6b7a56bfec43,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:31.471692 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.514012 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.515481 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.663025 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.667226 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.737196 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'Port': ['ID=13b29368-7ff7-4d42-970a-6b7a56bfec43,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:31.749815 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.765394 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:31.766669 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-f710f0eb-5714-49b1-9f0e-42ee2ee7fb91 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0418806 Dec 15 12:47:31.821495 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 26fcdfb4-9148-47d7-a089-927a3edb5654 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:47:31.845184 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 26fcdfb4-9148-47d7-a089-927a3edb5654 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:47:31.845531 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 26fcdfb4-9148-47d7-a089-927a3edb5654 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:47:31.919357 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-3c84f111-8aae-48ab-bdcb-6944b71ad9b8 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1237366416&fields=id&tenant_id=e6b2b929e8eb495387713d6424cbd817 HTTP/1.1" status: 200 len: 267 time: 0.0461464 Dec 15 12:47:32.033682 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-c9de7825-2a82-4d4c-a5f2-6d25d340508a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:32.036199 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-c9de7825-2a82-4d4c-a5f2-6d25d340508a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 810 time: 0.1092193 Dec 15 12:47:32.077573 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-8f695bb0-5a92-4234-8ab9-6decf668a7a6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/quotas/e6b2b929e8eb495387713d6424cbd817 HTTP/1.1" status: 200 len: 375 time: 0.0340123 Dec 15 12:47:32.132800 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb490e9-69c6-4b90-b18b-74a8d607a473 req-069a283b-ad75-4bb0-ba5e-1427fa59b081 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:32.134288 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4cb490e9-69c6-4b90-b18b-74a8d607a473 req-069a283b-ad75-4bb0-ba5e-1427fa59b081 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0938275 Dec 15 12:47:32.163108 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48170) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:32.167180 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-dfcd65d7-1ffb-4f69-bd56-a1abf8520677 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808733 Dec 15 12:47:32.208974 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Deleting subnet 705ed286-944b-43a5-94b0-2b77a40c5b20 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:47:32.212142 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.216593 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4cb490e9-69c6-4b90-b18b-74a8d607a473 req-f1e66d9d-81d1-41e7-9f57-4189dd68655a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763733 Dec 15 12:47:32.248593 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.289079 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.292838 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-5d980498-c25e-4216-9cb9-5956e1214dc6 service neutron] 10.222.0.71 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112559 Dec 15 12:47:32.346684 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.377106 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705ed286-944b-43a5-94b0-2b77a40c5b20,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:32.380664 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.385947 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-aea555b5-eb26-4a0d-960b-7d786e50b6fa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/705ed286-944b-43a5-94b0-2b77a40c5b20 HTTP/1.1" status: 204 len: 168 time: 0.2217150 Dec 15 12:47:32.389084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48174) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:32.417569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90dcbf-d2c9-418d-97e4-90ed7833577d req-d8d0919c-25b9-41ad-8ebf-34d0aad4d58f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:32.419080 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dd90dcbf-d2c9-418d-97e4-90ed7833577d req-d8d0919c-25b9-41ad-8ebf-34d0aad4d58f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1120117 Dec 15 12:47:32.462942 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.466387 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-62b4d8c0-5c90-49f5-bf12-3da69c504b27 service neutron] 10.222.0.71 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671844 Dec 15 12:47:32.516484 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dd90dcbf-d2c9-418d-97e4-90ed7833577d req-88f0cdf2-9c6b-4b74-b06c-2c8039d7362d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868163 Dec 15 12:47:32.531642 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-abf923ee-033a-4dd0-8607-159933d22404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.572316 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.598581 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298c6e90-49a2-496a-97e9-6c695f0cf6ce']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:32.616730 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465817b8-7672-42b3-b397-1fc11bf8be27') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:32.617110 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465817b8-7672-42b3-b397-1fc11bf8be27') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:32.627344 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.644823 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.652587 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:47:32.653267 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:47:32.656159 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:47:32.703806 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2a36dbbe-0e41-438a-81a3-4694630eec04 req-426a187f-6d5f-47ed-8baa-0d3684f30829 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 210 time: 0.0295196 Dec 15 12:47:32.736951 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.748752 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:32.752221 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/298c6e90-49a2-496a-97e9-6c695f0cf6ce HTTP/1.1" status: 204 len: 168 time: 0.3620608 Dec 15 12:47:32.761989 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b2bfc-e8c0-4d1e-8d8c-fda298ef3be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=298c6e90-49a2-496a-97e9-6c695f0cf6ce,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:32.944581 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48190) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:32.993185 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d4c1f133-2844-456d-993f-c700b5b8dc14 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1baefb1ca49a45ee8357190cbaf3133f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472882 Dec 15 12:47:32.995984 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48192) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:33.048681 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-49f74418-45bf-49fe-80db-d7ce118583a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:33.075083 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-49f74418-45bf-49fe-80db-d7ce118583a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:33.157966 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-49f74418-45bf-49fe-80db-d7ce118583a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:33.161476 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-49f74418-45bf-49fe-80db-d7ce118583a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:33.162660 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-49f74418-45bf-49fe-80db-d7ce118583a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9ac1d80-a595-416c-9ab1-874685f0cd10 HTTP/1.1" status: 204 len: 168 time: 0.1656566 Dec 15 12:47:33.179139 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f74418-45bf-49fe-80db-d7ce118583a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac1d80-a595-416c-9ab1-874685f0cd10,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:33.192622 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-83d13460-ee20-4257-b646-9a01b87d3282 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:33.194150 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-83d13460-ee20-4257-b646-9a01b87d3282 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0688114 Dec 15 12:47:33.386636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360f2e-ae15-46e5-a957-98fe779296b8 req-592a585d-51d5-4168-8e4d-c0d69f4924c0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:33.388375 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43360f2e-ae15-46e5-a957-98fe779296b8 req-592a585d-51d5-4168-8e4d-c0d69f4924c0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 946 time: 0.0798123 Dec 15 12:47:33.394622 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Deleting port adeef206-3419-4235-bc95-e50cac273b1d {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:33.395165 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:33.518566 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43360f2e-ae15-46e5-a957-98fe779296b8 req-65a49c5a-dbca-4d80-a3c7-c44091076241 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d3f990f-38ad-4f62-9527-d519bc14e2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183827 Dec 15 12:47:33.559891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] For port adeef206-3419-4235-bc95-e50cac273b1d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=adeef206-3419-4235-bc95-e50cac273b1d,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:33.560273 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:33.857787 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d52fdad5-56e2-4f12-8c09-ba2d230035dc req-3a164f55-2bf5-42cd-8eba-0dd45a166188 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 210 time: 0.0704577 Dec 15 12:47:33.877493 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc0bd-2c62-4387-aadf-29176bbda619 req-b617de6e-953e-42d6-b919-3feea744ef45 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:33.880062 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-567fc0bd-2c62-4387-aadf-29176bbda619 req-b617de6e-953e-42d6-b919-3feea744ef45 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.2487106 Dec 15 12:47:34.142039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-665a2b14-b4b4-4296-8f9a-788493e7c29a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:34.143731 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-665a2b14-b4b4-4296-8f9a-788493e7c29a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 810 time: 0.1753457 Dec 15 12:47:34.236237 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-d25f2fe0-baea-42d1-adcd-4986ce18d81e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b2b929e8eb495387713d6424cbd817 HTTP/1.1" status: 200 len: 380 time: 0.0758820 Dec 15 12:47:34.248064 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'port': {'device_id': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'admin_state_up': True, 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'security_groups': ['52e549f2-6dee-431a-81f0-6bc2ef753c4e']}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:34.330149 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.330567 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.330912 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Floating IP f2c448ef-e55e-480a-a408-bb76f570e16a disassociated. External IP: 172.27.1.175, port: adeef206-3419-4235-bc95-e50cac273b1d. Dec 15 12:47:34.331427 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Calling delete_port for adeef206-3419-4235-bc95-e50cac273b1d owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:34.340173 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-567fc0bd-2c62-4387-aadf-29176bbda619 req-3cdb8a89-c6a9-40d6-ac72-4d0fbd32b674 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434371 Dec 15 12:47:34.380615 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Made reservation on behalf of e6b2b929e8eb495387713d6424cbd817 for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:34.385198 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.541508 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.558638 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Allocated IP 172.20.0.7 (925e712b-de7c-4c52-858d-d57a23b8d9bc/60fc4147-c650-49c0-887e-3279201ed4ea/cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:34.577402 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event deleted for resources: {'Port': ['ID=adeef206-3419-4235-bc95-e50cac273b1d,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:34.760122 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-85312686-19e9-446d-9b8a-f178fce0a25d req-8717e01c-72ca-4fd6-b789-6f8e6f476d62 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 210 time: 0.0977659 Dec 15 12:47:34.775932 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.796185 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:34.818769 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.867864 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:34.871588 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:34.875441 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:34.965776 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:34.966951 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:34.968258 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:34.970576 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event updated for resources: {'Port': ['ID=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:34.996418 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-e9b20e56-3e45-4d77-b160-bbb253ed9b85 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526786 Dec 15 12:47:34.999867 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-76d9ff3a-ec14-4549-8aea-b9d509e00447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:35.001663 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:35.015521 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:35.016849 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:35.063400 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] No DVR routers for this DVR port adeef206-3419-4235-bc95-e50cac273b1d on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:47:35.080604 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:35.084997 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0c89412e-d447-4cc0-9d3b-b54aac0b1e1e req-8b6583d1-ccf4-400d-a4e9-50c2ec099a5d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "DELETE /v2.0/ports/adeef206-3419-4235-bc95-e50cac273b1d HTTP/1.1" status: 204 len: 173 time: 1.8765645 Dec 15 12:47:35.085733 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-deleted', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:35.088619 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce7ed3-d401-4966-8cf3-4870b8d406ba" -d '{"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-deleted", "tag": "adeef206-3419-4235-bc95-e50cac273b1d"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:35.168889 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:35.226179 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee215e3-12e5-4075-918b-b9346ffcff2d req-91a1d681-4575-4e29-bb68-9bb4789c38e3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:35.232438 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cee215e3-12e5-4075-918b-b9346ffcff2d req-91a1d681-4575-4e29-bb68-9bb4789c38e3 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 931 time: 0.1997662 Dec 15 12:47:35.239436 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ba164-e7b8-4aa3-8130-200ed81a9052 x-openstack-request-id: req-9a6ba164-e7b8-4aa3-8130-200ed81a9052 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:35.239732 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df258538-2784-4566-8644-be1a82c57a30", "name": "network-vif-deleted", "tag": "adeef206-3419-4235-bc95-e50cac273b1d", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:35.239986 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a6ba164-e7b8-4aa3-8130-200ed81a9052 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:35.240387 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df258538-2784-4566-8644-be1a82c57a30', 'name': 'network-vif-deleted', 'tag': 'adeef206-3419-4235-bc95-e50cac273b1d', 'status': 'completed', 'code': 200} Dec 15 12:47:35.322738 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Request body: {'port': {'device_id': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:35.337802 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cee215e3-12e5-4075-918b-b9346ffcff2d req-a6ce9fe9-9fb2-467c-b658-1ca6e41ba91a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962093 Dec 15 12:47:35.361182 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-6b2a773f-b5e4-48c7-83c2-06bd7a817e86 None None] Provisioning complete for port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:35.361556 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6b2a773f-b5e4-48c7-83c2-06bd7a817e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:35.426254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a773f-b5e4-48c7-83c2-06bd7a817e86 None None] Port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:35.440327 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:35.550410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4134d-df37-46f0-8ac6-b827e007cc8b req-135d4c11-1a97-4a1d-96c4-087b2173527c tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:35.553240 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-edf4134d-df37-46f0-8ac6-b827e007cc8b req-135d4c11-1a97-4a1d-96c4-087b2173527c tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0849030 Dec 15 12:47:35.559947 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:35.591868 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:35.608836 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:35.610263 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:35.636000 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-edf4134d-df37-46f0-8ac6-b827e007cc8b req-dccddb72-6f51-430c-b689-4d6690f6b130 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747983 Dec 15 12:47:35.821557 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:35.842042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:35.865704 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Transition to ACTIVE for port object cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:47:35.871197 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:35.943320 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:35.954593 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:35.962994 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4eb32be3-ea32-41fa-947d-8cedd70e96a8 req-20d46ea7-47b6-41b0-ab7f-a2fc71d6ea58 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=df258538-2784-4566-8644-be1a82c57a30 HTTP/1.1" status: 200 len: 210 time: 0.0651696 Dec 15 12:47:36.037842 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Attempting to bind port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:36.038675 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Attempting to bind port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:36.039258 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Attempting to bind port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:36.047311 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:47:36.047986 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Attempting to bind port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 on network 925e712b-de7c-4c52-858d-d57a23b8d9bc {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:36.055232 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:36.055676 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Checking segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:36.056215 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Bound using segment: {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:36.056855 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Bound port: cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d316a48-1580-45f8-bae9-322f45de9fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:36.057367 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:36.141761 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] For port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:36.147515 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] For port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:36.158819 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:36.162304 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:36.207245 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.207636 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:36.209456 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 HTTP/1.1" status: 200 len: 1093 time: 1.2016392 Dec 15 12:47:36.210090 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:36.214082 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcdc4b2-2392-4d32-b55a-1c204473f641" -d '{"events": [{"name": "network-changed", "server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:36.262677 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab32c-747e-46c4-861e-11f50f4e7742 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:36.264376 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:36.287975 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3759e138-0e65-44cd-b017-f2d29c14c63e x-openstack-request-id: req-3759e138-0e65-44cd-b017-f2d29c14c63e {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:36.288276 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:36.288534 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3759e138-0e65-44cd-b017-f2d29c14c63e {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:36.288945 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'status': 'completed', 'code': 200} Dec 15 12:47:36.299709 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94c63a-40a5-45b7-8245-d6cf5fda4eac None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:36.345948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-0074965d-9a15-43d9-a654-e9299d12ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.348836 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-0074965d-9a15-43d9-a654-e9299d12ce34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 1096 time: 0.0867476 Dec 15 12:47:36.400274 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-09192e02-c32e-4855-9df0-d284add1d2bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 HTTP/1.1" status: 200 len: 217 time: 0.0411556 Dec 15 12:47:36.505521 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-2d082234-a0c1-4e4f-afa4-38efad2eb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.508931 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-2d082234-a0c1-4e4f-afa4-38efad2eb95a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.0975950 Dec 15 12:47:36.572870 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32f94c-7dad-40d9-b2ee-841c55bb3e7a req-9118b8e9-cded-440a-ae5b-6cdd46d5c53e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.575380 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce32f94c-7dad-40d9-b2ee-841c55bb3e7a req-9118b8e9-cded-440a-ae5b-6cdd46d5c53e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 943 time: 0.0987802 Dec 15 12:47:36.601393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ec18-8255-437c-887f-59a5d801fe1d req-11907bbb-91e2-4851-a8cd-3d2f85514325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.604076 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-11907bbb-91e2-4851-a8cd-3d2f85514325 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780890 Dec 15 12:47:36.637627 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce32f94c-7dad-40d9-b2ee-841c55bb3e7a req-eaac1ee5-a837-4fa2-a45d-77a3b178c449 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537534 Dec 15 12:47:36.665415 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64506ea6-4946-448e-a39f-3e31e658e9b9 None None] New status for floating IP f2c448ef-e55e-480a-a408-bb76f570e16a: DOWN {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:47:36.717177 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-cf450928-fbe9-4ea9-ac53-8fc711e55f8e service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051068 Dec 15 12:47:36.802578 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bd386-b559-491d-9f25-a6af42302627 req-9f40f341-e376-4cd3-b69e-8e800245d41e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.804020 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-701bd386-b559-491d-9f25-a6af42302627 req-9f40f341-e376-4cd3-b69e-8e800245d41e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0792525 Dec 15 12:47:36.849952 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c846ec18-8255-437c-887f-59a5d801fe1d req-d2585373-f38e-411b-abe3-3b7078e21029 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218774 Dec 15 12:47:36.884787 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-701bd386-b559-491d-9f25-a6af42302627 req-95d077d9-aa66-44f9-b2bf-0cedb38e24e4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678403 Dec 15 12:47:36.948851 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-91f32ecf-d04c-499a-b3a3-cd2c6327d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:36.950354 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-91f32ecf-d04c-499a-b3a3-cd2c6327d3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 1096 time: 0.0467100 Dec 15 12:47:37.072452 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48252) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:37.138900 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3f65ffab-7eac-4664-9b86-4af420b3c556 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.181011 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3f65ffab-7eac-4664-9b86-4af420b3c556 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.251565 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3f65ffab-7eac-4664-9b86-4af420b3c556 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.255988 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-3f65ffab-7eac-4664-9b86-4af420b3c556 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.258080 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3f65ffab-7eac-4664-9b86-4af420b3c556 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "DELETE /v2.0/security-groups/0d3f990f-38ad-4f62-9527-d519bc14e2af HTTP/1.1" status: 204 len: 168 time: 0.1841631 Dec 15 12:47:37.262452 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48254) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:37.265283 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-b1158fa7-616a-4dd1-b046-d09ffc53ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:37.266751 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-b1158fa7-616a-4dd1-b046-d09ffc53ba60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.3074844 Dec 15 12:47:37.277670 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65ffab-7eac-4664-9b86-4af420b3c556 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f990f-38ad-4f62-9527-d519bc14e2af,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:37.286791 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.api.v2.resource [None req-89b71643-3ac3-4ca2-a756-6a44d90a69aa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] show failed (client error): The resource could not be found. Dec 15 12:47:37.287718 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-89b71643-3ac3-4ca2-a756-6a44d90a69aa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups/0d3f990f-38ad-4f62-9527-d519bc14e2af HTTP/1.1" status: 404 len: 347 time: 0.0244062 Dec 15 12:47:37.290648 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48256) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:37.319194 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-21de7741-d613-4f32-9356-324b865362b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 HTTP/1.1" status: 200 len: 217 time: 0.0410414 Dec 15 12:47:37.370867 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-0316ddd6-974b-45e0-9a64-a64779acc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:37.372521 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-0316ddd6-974b-45e0-9a64-a64779acc3fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.0461323 Dec 15 12:47:37.426636 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-82bbd021-392d-4eb7-8177-620447ab0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:37.428243 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-82bbd021-392d-4eb7-8177-620447ab0559 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468705 Dec 15 12:47:37.433501 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Deleting port 58f15e11-125e-4bd0-b141-51668b4f7666 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:37.433835 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.498613 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.521737 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.522081 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.526713 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-b26a74ca-a4c2-4593-b58a-5de2b891d215 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906682 Dec 15 12:47:37.538038 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Calling delete_port for 58f15e11-125e-4bd0-b141-51668b4f7666 owned by network:floatingip {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:37.636398 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3bcdc4b2-2392-4d32-b55a-1c204473f641 req-03f63238-a2c9-4c26-be25-abb9899c2b77 service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003540 Dec 15 12:47:37.699742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.731499 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event deleted for resources: {'Port': ['ID=58f15e11-125e-4bd0-b141-51668b4f7666,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:37.834039 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:47:37.836301 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.841480 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:37.848940 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-62f45fa6-59a9-4282-b85f-1f554a882dc1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "DELETE /v2.0/floatingips/f2c448ef-e55e-480a-a408-bb76f570e16a HTTP/1.1" status: 204 len: 168 time: 0.5508165 Dec 15 12:47:37.852504 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7d7b2-1960-4898-bc48-b83c2bfbf5ff req-4368d7af-1d39-4966-bba2-9f0e2b15c567 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:37.855960 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-65a7d7b2-1960-4898-bc48-b83c2bfbf5ff req-4368d7af-1d39-4966-bba2-9f0e2b15c567 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 943 time: 0.1248593 Dec 15 12:47:37.881504 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: adeef206-3419-4235-bc95-e50cac273b1d {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:47:37.885030 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device adeef206-3419-4235-bc95-e50cac273b1d not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:47:37.949905 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-65a7d7b2-1960-4898-bc48-b83c2bfbf5ff req-90530f9a-dac3-467e-b24f-76e90fe0aa9e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846562 Dec 15 12:47:38.058769 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea6390-fc80-42bc-a2c0-8ed1d74f198e req-e216fe82-0dce-41c7-82d6-56e813f1895a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:38.060529 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e0ea6390-fc80-42bc-a2c0-8ed1d74f198e req-e216fe82-0dce-41c7-82d6-56e813f1895a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0660229 Dec 15 12:47:38.126298 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e0ea6390-fc80-42bc-a2c0-8ed1d74f198e req-aa87062b-181d-4008-a599-982c74ef3185 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551391 Dec 15 12:47:38.253088 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.272097 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48266) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:38.276801 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267777722', 'description': 'tempest-description--383800478'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:38.301534 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.371185 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.376101 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.406286 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.407615 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1345029 Dec 15 12:47:38.412865 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5f3bd-aedb-455d-b0a4-7ebe61f848ea tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:38.415016 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48268) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:38.419876 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'security_group_rule': {'security_group_id': '0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:38.449368 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.520060 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.524772 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.552250 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fd29c2-da77-42e5-b86d-56d3f85f6229,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:38.555825 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-b22191ec-1c8c-4a6f-941d-2614f7725124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:38.557589 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-b22191ec-1c8c-4a6f-941d-2614f7725124 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0579169 Dec 15 12:47:38.558623 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.559722 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-7d500076-2849-46bb-ba49-068803b09444 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437752 Dec 15 12:47:38.562492 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48270) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:38.567983 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'security_group_rule': {'security_group_id': '0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:38.596801 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.668036 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-56b1f9eb-b3e2-440b-87b2-e63a73aa8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:38.670723 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-56b1f9eb-b3e2-440b-87b2-e63a73aa8aaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 910 time: 0.1034527 Dec 15 12:47:38.672495 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.680275 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134063755'] for security_group_rule, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.698686 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba1c2a1-2d50-4c2a-acaa-afd46ff2b82f,revision_number=0']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:38.707009 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.709106 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6d0b662a-2fb7-4037-b6a4-c4194bc572bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452920 Dec 15 12:47:38.712373 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48272) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:38.718763 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:38.744165 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.764669 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-520bcb5c-d74b-4acb-8a0c-33a7389e64eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 1000 time: 0.0841532 Dec 15 12:47:38.826672 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-9ba3753c-9ed5-4bc6-ae54-ec7148dae0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:38.828137 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-9ba3753c-9ed5-4bc6-ae54-ec7148dae0fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.0530021 Dec 15 12:47:38.853985 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:38.878799 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-c90f28c1-5869-47f5-83b4-657963bef6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:38.880365 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-c90f28c1-5869-47f5-83b4-657963bef6a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436635 Dec 15 12:47:38.976762 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Allocated IP 172.27.1.189 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/b6b46434-0d5e-4ecd-b9f3-b8245ddbdd13) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:38.993029 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-63cc370e-8044-49b7-bc30-9840df61d91d service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045833 Dec 15 12:47:39.117093 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3b1a66a7-e1fd-4f59-b15c-a6b713f5cef6 req-99bcfc43-4493-4e0a-b247-a074d96c6438 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161056 Dec 15 12:47:39.153662 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5af83-550e-4fc5-80fe-06d8f3f4edac req-fa365417-e969-4334-b916-e32d7d87214a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:39.155350 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b6a5af83-550e-4fc5-80fe-06d8f3f4edac req-fa365417-e969-4334-b916-e32d7d87214a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 943 time: 0.0951011 Dec 15 12:47:39.188854 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:39.306068 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b6a5af83-550e-4fc5-80fe-06d8f3f4edac req-3442f573-1c13-49a7-8e71-7904672f8893 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349125 Dec 15 12:47:39.338224 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e7847-0bb3-4318-8ce5-59b7d083e694 req-c927e00c-5870-4ec6-bc1a-055dfe6dccbe tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:39.340149 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-330e7847-0bb3-4318-8ce5-59b7d083e694 req-c927e00c-5870-4ec6-bc1a-055dfe6dccbe tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1172349 Dec 15 12:47:39.341804 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:39.408897 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:39.415506 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:39.422502 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:39.428651 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'Port': ['ID=b6b46434-0d5e-4ecd-b9f3-b8245ddbdd13,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:39.505259 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-330e7847-0bb3-4318-8ce5-59b7d083e694 req-23f24211-1215-4291-bcb5-435055668cd5 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339471 Dec 15 12:47:39.542542 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-89d7de80-8c69-45fa-bb21-b153746fa549 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204836673&fields=id&tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 267 time: 0.0845442 Dec 15 12:47:39.649022 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:39.702704 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:39.741435 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-10d69889-5bd1-4f86-a9c9-dc5f1cbf1df8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:39.742996 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-10d69889-5bd1-4f86-a9c9-dc5f1cbf1df8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 811 time: 0.1751418 Dec 15 12:47:39.772028 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-c3b5e44f-c3ef-4f5f-a377-b56dffd793c5 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/quotas/fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 375 time: 0.0215793 Dec 15 12:47:39.854851 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:47:39.935487 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f9ce4907-42db-45f3-9b05-925820d9005c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481364 Dec 15 12:47:39.982156 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:39.996987 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'port_id': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'mac_address': 'fa:16:3e:b5:37:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:47:40.001249 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:40.010908 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:40.053722 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:40.072048 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:40.093696 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:40.098775 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:40.148142 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'Port': ['ID=b6b46434-0d5e-4ecd-b9f3-b8245ddbdd13,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:40.151097 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:40.161389 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.161731 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.162078 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.162683 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.163113 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.163666 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.164288 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.164582 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.165028 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.165481 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.166037 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.166535 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.167004 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:40.179412 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:40.214016 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:40.215511 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6eee92d2-4250-40c7-beee-328e53887faa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5016325 Dec 15 12:47:40.218205 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-dfcfc5ed-2650-47ed-b519-e79223362ef4 service neutron] 10.222.0.71 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622318 Dec 15 12:47:40.339315 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-b17d53b2-a99d-4984-8773-bd8b22e79fc0 service neutron] 10.222.0.71 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136563 Dec 15 12:47:40.411466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:40.448068 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2526b-7c6a-4bbf-8117-bf2b11d0582c req-502e8ed2-88f1-404a-b98b-3e59a96cc1fa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:40.449529 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-86b2526b-7c6a-4bbf-8117-bf2b11d0582c req-502e8ed2-88f1-404a-b98b-3e59a96cc1fa tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 944 time: 0.0585077 Dec 15 12:47:40.515117 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-86b2526b-7c6a-4bbf-8117-bf2b11d0582c req-ce6c98b4-d882-45c6-ac80-d78dfe2bcea4 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523882 Dec 15 12:47:40.673525 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-c9f9fcba-82e8-49a0-9478-b7bd9aed3363 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--267777722&fields=id&tenant_id=5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 267 time: 0.0593791 Dec 15 12:47:40.876925 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20809c9d-c167-40fb-8c13-d78c383cb573 req-07f270b3-3e71-4742-9bf6-d593002ec966 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:40.886193 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20809c9d-c167-40fb-8c13-d78c383cb573 req-07f270b3-3e71-4742-9bf6-d593002ec966 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1096585 Dec 15 12:47:40.923361 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-62273afe-8c2f-4428-9b8f-289f86518132 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:40.926311 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-62273afe-8c2f-4428-9b8f-289f86518132 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 817 time: 0.2426403 Dec 15 12:47:40.963461 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-dc99af87-3acc-4c42-bf8d-a648e4d9db46 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/quotas/5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 375 time: 0.0265000 Dec 15 12:47:40.982998 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20809c9d-c167-40fb-8c13-d78c383cb573 req-eaa2cee2-73b1-4cb7-912a-3b281b409461 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953443 Dec 15 12:47:41.082594 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-1ef66325-f194-4a46-8bb2-67242ef4dd2e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971091 Dec 15 12:47:41.103805 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c90b3a6-c83c-4324-b636-71ad8e9d9a7d req-01a7e12f-7f46-408c-836a-3bf1e373cc77 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 210 time: 0.0394578 Dec 15 12:47:41.302872 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-5a2e209a-0be1-466c-90c1-cecfb65af23d service neutron] 10.222.0.71 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850302 Dec 15 12:47:41.420840 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-7ed4787b-eef1-42d6-89cc-c2098c8d2154 service neutron] 10.222.0.71 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059306 Dec 15 12:47:41.611677 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c5faec6c-4e4d-4787-b5d2-480989fabe4f req-83e21176-124a-44fa-b6c5-e7ec34d323f0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 210 time: 0.0305393 Dec 15 12:47:41.673586 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457db90-753e-41ba-b18b-5ee216b4e1ee req-6327f57f-a9ab-4d3c-87cd-ec8e9e6e9ab1 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:41.676486 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c457db90-753e-41ba-b18b-5ee216b4e1ee req-6327f57f-a9ab-4d3c-87cd-ec8e9e6e9ab1 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 944 time: 0.0679235 Dec 15 12:47:41.733113 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c457db90-753e-41ba-b18b-5ee216b4e1ee req-4b1ada5b-5eae-4956-aedf-8cc9b2118574 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495803 Dec 15 12:47:41.869867 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:41.962074 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:47:41.968534 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:41.969565 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.063119 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-4321205e-6ba4-4323-8f06-2d617d492cde tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:42.064766 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-4321205e-6ba4-4323-8f06-2d617d492cde tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 811 time: 0.1954162 Dec 15 12:47:42.128873 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.153078 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-02b9368f-382f-401a-a33d-e76ae5a42bb7 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 380 time: 0.0765488 Dec 15 12:47:42.166370 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'port': {'device_id': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'admin_state_up': True, 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'security_groups': ['f3272d69-0a9f-46ea-b83b-4935b83b006d']}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:42.215552 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:42.219727 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874318af-dbe9-41e8-8c24-ad87c34712a9" -d '{"events": [{"server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "name": "network-vif-plugged", "status": "completed", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:42.251367 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:42.257420 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.257632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96bcc7-a3a3-4cea-8ac6-622758eb8c3d req-6a880ecc-8b79-43c3-a807-a2b5efac2540 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:42.268116 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb96bcc7-a3a3-4cea-8ac6-622758eb8c3d req-6a880ecc-8b79-43c3-a807-a2b5efac2540 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.1274288 Dec 15 12:47:42.340512 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4ef061a8-b73e-4779-9774-01a6a204c2b9 req-8e29c7af-43f0-4993-858f-cdab9c576efb tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 210 time: 0.0664656 Dec 15 12:47:42.367205 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Made reservation on behalf of fcb89f0927e2463ab82bdd7ad1d800dc for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:42.369914 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:42.383696 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.415133 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb96bcc7-a3a3-4cea-8ac6-622758eb8c3d req-f9898afa-1795-4744-938e-9ecbb19493ad tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204307 Dec 15 12:47:42.471478 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bdae57-4bf8-4d72-94f8-b2cd5a16426f x-openstack-request-id: req-78bdae57-4bf8-4d72-94f8-b2cd5a16426f {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:42.472576 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "name": "network-vif-plugged", "status": "completed", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:42.473006 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78bdae57-4bf8-4d72-94f8-b2cd5a16426f {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:42.473567 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'code': 200} Dec 15 12:47:42.501441 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-145e7ab7-94b8-4ccc-94cf-84bab5044172 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536558915&fields=id&tenant_id=b02c051d467a41729e6278058c5c5a42 HTTP/1.1" status: 200 len: 267 time: 0.0625052 Dec 15 12:47:42.571048 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-3c675d2b-94e5-4563-8642-b78c70b8f447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:42.572684 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-3c675d2b-94e5-4563-8642-b78c70b8f447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 984 time: 0.0620925 Dec 15 12:47:42.575590 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Allocated IP 172.20.0.8 (1ce7052f-a068-4ce2-9e17-53263739516c/5e784e9c-7356-4fc8-bfa6-b44822cba94f/ca5df942-03cd-4fe0-881f-da9a73537afb) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:42.577830 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-ce417aa8-5e02-432b-93af-c3dcdae286d9 req-49ebd41b-b425-4adf-92c8-9203dbdf0970 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:47:42.578870 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ce417aa8-5e02-432b-93af-c3dcdae286d9 req-49ebd41b-b425-4adf-92c8-9203dbdf0970 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052996 Dec 15 12:47:42.600217 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Request body: {'port': {'security_groups': ['499d2b6b-ca9c-4ea0-b02a-c209eb5833ce']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:42.767765 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.820169 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.824715 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-25d742bd-86e7-458b-9389-e8ad26044794 req-8b0b28e3-cd81-49cb-bd49-d5291517f3c1 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 210 time: 0.0313814 Dec 15 12:47:42.844375 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7144fe-c9ae-42e3-a122-1fb15512b6cb req-052f0006-fb54-4a2c-86c0-4870487cbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:42.846025 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f7144fe-c9ae-42e3-a122-1fb15512b6cb req-052f0006-fb54-4a2c-86c0-4870487cbbe7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 1098 time: 0.1440341 Dec 15 12:47:42.890338 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:42.946306 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Network 1ce7052f-a068-4ce2-9e17-53263739516c is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:42.952503 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:42.955770 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=ca5df942-03cd-4fe0-881f-da9a73537afb,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:42.957758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:43.000902 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.001249 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.001599 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.001941 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.002271 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.002631 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.003113 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.003555 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.003892 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.004226 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.004722 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.004858 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-bb6c924c-5344-4423-8230-29c627b923e6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2586546 Dec 15 12:47:43.004960 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.005187 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:47:43.041981 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:43.042123 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.075802 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f94c55c8-fbdc-43ea-98dc-b849e467facf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9147251 Dec 15 12:47:43.097259 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Request body: {'port': {'device_id': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:43.162182 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f7144fe-c9ae-42e3-a122-1fb15512b6cb req-79d5ad2f-baaa-4d8e-8972-24a8e50f15e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639492 Dec 15 12:47:43.172018 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.218799 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-8c3063aa-a0a2-4c88-a108-dca91962f857 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:43.220445 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-8c3063aa-a0a2-4c88-a108-dca91962f857 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 817 time: 0.3372099 Dec 15 12:47:43.271052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c5b94-7c39-4b8c-8966-52a79bf9700a req-d0fc4397-506e-4955-9a7b-e968c3849faa tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:43.279269 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4b5c5b94-7c39-4b8c-8966-52a79bf9700a req-d0fc4397-506e-4955-9a7b-e968c3849faa tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.3029041 Dec 15 12:47:43.369668 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-b5e3c0a6-d80d-4ab9-8990-6266a9e1cf59 None None] Provisioning complete for port ca5df942-03cd-4fe0-881f-da9a73537afb triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:43.370313 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0a6-d80d-4ab9-8990-6266a9e1cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.407116 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4b5c5b94-7c39-4b8c-8966-52a79bf9700a req-0a36f951-8cb6-49aa-9681-4ad2ec7edb92 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266248 Dec 15 12:47:43.482012 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:43.484522 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3c0a6-d80d-4ab9-8990-6266a9e1cf59 None None] Port ca5df942-03cd-4fe0-881f-da9a73537afb cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:43.560666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5df942-03cd-4fe0-881f-da9a73537afb {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:43.569693 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.585270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Transition to ACTIVE for port object ca5df942-03cd-4fe0-881f-da9a73537afb will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:47:43.593513 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.598363 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-0f8b5379-9195-412e-a5d7-9c1a9b54a956 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 379 time: 0.1860528 Dec 15 12:47:43.616910 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.622636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.637599 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b60c1860-2798-43b9-a1ef-43d9cd262777'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:43.651578 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'port': {'device_id': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'admin_state_up': True, 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'security_groups': ['0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c']}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:43.667634 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5df942-03cd-4fe0-881f-da9a73537afb,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:43.697305 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e8df4-baf9-4b8d-92b2-1bdd9fe802df req-f084aafc-ef36-439c-b828-d1b000f6bf3e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:43.704890 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b33e8df4-baf9-4b8d-92b2-1bdd9fe802df req-f084aafc-ef36-439c-b828-d1b000f6bf3e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.2045617 Dec 15 12:47:43.783542 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:43.785032 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:43.787283 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-00c51b65-4142-4978-ade7-a2be14ac2216 req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "PUT /v2.0/ports/b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 942 time: 1.1994710 Dec 15 12:47:43.794957 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48368) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:43.810371 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:43.815688 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d5514d-bc35-4050-b7b7-a808879e99c9" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:43.844569 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Attempting to bind port ca5df942-03cd-4fe0-881f-da9a73537afb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:43.844908 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Attempting to bind port ca5df942-03cd-4fe0-881f-da9a73537afb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:43.845233 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Attempting to bind port ca5df942-03cd-4fe0-881f-da9a73537afb on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:43.878351 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Port ca5df942-03cd-4fe0-881f-da9a73537afb on network 1ce7052f-a068-4ce2-9e17-53263739516c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:47:43.879062 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Attempting to bind port ca5df942-03cd-4fe0-881f-da9a73537afb on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:43.893759 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b60c1860-2798-43b9-a1ef-43d9cd262777'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:43.920563 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:43.921153 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Checking segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:43.921699 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Bound using segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:43.922319 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Bound port: ca5df942-03cd-4fe0-881f-da9a73537afb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:43.922856 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.021070 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08ae011a-779e-4c8f-957c-370dd357c9ad tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.067406 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] For port ca5df942-03cd-4fe0-881f-da9a73537afb, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:44.070872 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08ae011a-779e-4c8f-957c-370dd357c9ad tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.074903 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] For port ca5df942-03cd-4fe0-881f-da9a73537afb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca5df942-03cd-4fe0-881f-da9a73537afb,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:44.082608 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.153926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:44.154608 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.156041 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca5df942-03cd-4fe0-881f-da9a73537afb HTTP/1.1" status: 200 len: 1093 time: 1.0661573 Dec 15 12:47:44.156875 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:44.159756 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23078d5-f2ad-4065-8215-557871ccef14" -d '{"events": [{"name": "network-changed", "server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:44.190118 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515a41d-524f-4a55-bbc3-5d79664e90a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5df942-03cd-4fe0-881f-da9a73537afb,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:44.190485 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-33ffb0cc-f505-4a8e-9a07-f7d2104d0820 None None] Provisioning complete for port b60c1860-2798-43b9-a1ef-43d9cd262777 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:44.190674 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-33ffb0cc-f505-4a8e-9a07-f7d2104d0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.222841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08ae011a-779e-4c8f-957c-370dd357c9ad tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.231481 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-08ae011a-779e-4c8f-957c-370dd357c9ad tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.234412 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-08ae011a-779e-4c8f-957c-370dd357c9ad tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "DELETE /v2.0/security-groups/dbfb2ce9-203b-4527-ba4c-f1e672321c6e HTTP/1.1" status: 204 len: 168 time: 0.4374654 Dec 15 12:47:44.236749 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48376) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:44.262758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae011a-779e-4c8f-957c-370dd357c9ad tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfb2ce9-203b-4527-ba4c-f1e672321c6e,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:44.326560 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2f779-962a-4085-b0f2-31b2a7bf8338 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event updated for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=7']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:44.445556 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b33e8df4-baf9-4b8d-92b2-1bdd9fe802df req-5c74a9da-ebc6-4b88-aefe-db6e69a8b830 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7348988 Dec 15 12:47:44.515965 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-5899320d-7cc6-4355-a3a6-c68bb0040e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:44.519121 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-5899320d-7cc6-4355-a3a6-c68bb0040e10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 1096 time: 0.2574313 Dec 15 12:47:44.544020 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a053-c86d-43fb-9987-ae4b8fc5e365 req-37d012a0-5425-4d1c-831f-a60a7101a49e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:44.546558 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4f68a053-c86d-43fb-9987-ae4b8fc5e365 req-37d012a0-5425-4d1c-831f-a60a7101a49e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.3367739 Dec 15 12:47:44.555985 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Made reservation on behalf of 5a82960ebb7c4bea8761aade89f55e6c for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:47:44.560111 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.586991 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-4c161644-09f3-41fd-8e24-cee0c22a50f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5df942-03cd-4fe0-881f-da9a73537afb HTTP/1.1" status: 200 len: 217 time: 0.0555391 Dec 15 12:47:44.595339 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Deleting port e68564f4-3405-4fa3-8c27-4a2165810fc9 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:44.596003 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.685688 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4f68a053-c86d-43fb-9987-ae4b8fc5e365 req-045a775f-f863-48fc-a66b-1b2ca6e67693 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001785 Dec 15 12:47:44.772523 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-695b8ef3-9cb7-447a-a485-595fe3864d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:44.774062 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-695b8ef3-9cb7-447a-a485-595fe3864d1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.1265750 Dec 15 12:47:44.777182 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d6d97-a9e1-4648-8dda-b764b6aeacc4 x-openstack-request-id: req-2c9d6d97-a9e1-4648-8dda-b764b6aeacc4 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:44.777585 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:44.778544 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c9d6d97-a9e1-4648-8dda-b764b6aeacc4 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:44.779011 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'status': 'completed', 'code': 200} Dec 15 12:47:44.817069 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.817471 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:44.843568 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-64d03184-0ba8-421c-b40c-97036400824d req-b8d8d97f-83ad-4c02-a6ce-0240e33cd8fa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 210 time: 0.0502703 Dec 15 12:47:44.852303 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Calling delete_port for e68564f4-3405-4fa3-8c27-4a2165810fc9 owned by network:floatingip {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:44.888747 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-574966b4-d093-4234-a684-d96adb51c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:44.890256 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-574966b4-d093-4234-a684-d96adb51c971 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965145 Dec 15 12:47:44.891743 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9060d2-9e3c-447a-a3b3-b33f2502635b x-openstack-request-id: req-cf9060d2-9e3c-447a-a3b3-b33f2502635b {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:44.892025 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:44.892279 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf9060d2-9e3c-447a-a3b3-b33f2502635b {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:44.892664 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'status': 'completed', 'code': 200} Dec 15 12:47:44.906645 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Allocated IP 172.20.0.14 (3c1e4c31-2b45-4b56-85b4-b1a928093186/d58f3e35-0a10-4384-80f8-f8e7b6f08d60/0b63b999-2995-4c47-9b9e-53b0af24ef82) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:47:44.928989 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-77275894-58d2-44f3-ba8c-d13831bf3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:44.930508 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-77275894-58d2-44f3-ba8c-d13831bf3078 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1098 time: 0.1077974 Dec 15 12:47:45.090782 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-eba93dec-5564-4211-b510-d53c957a4caa service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579888 Dec 15 12:47:45.135378 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4815a-2a56-478e-b277-ecf00bf18123 req-fa53c715-e7c3-4138-8421-d8e49afb2d92 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.136857 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3d4815a-2a56-478e-b277-ecf00bf18123 req-fa53c715-e7c3-4138-8421-d8e49afb2d92 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.2028551 Dec 15 12:47:45.186288 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-96124bb2-1529-4164-8722-05a0aaa8241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.187784 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-96124bb2-1529-4164-8722-05a0aaa8241f service neutron] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 916 time: 0.2345521 Dec 15 12:47:45.196755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.281693 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3d4815a-2a56-478e-b277-ecf00bf18123 req-11ffa787-8790-4a55-9239-b29a5f6b24f2 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330934 Dec 15 12:47:45.287483 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-17b18411-46a8-48ea-a2a2-bbcb0baa4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.289054 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-17b18411-46a8-48ea-a2a2-bbcb0baa4b83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3&tenant_id=41d32d3aa20e49da9ad1758b4229bdf8 HTTP/1.1" status: 200 len: 1098 time: 0.1369181 Dec 15 12:47:45.305332 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-329ca6ba-e556-431d-82ec-0075e273bb23 req-500527c5-0adc-4e99-bda8-b3a7300fa68b service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049980 Dec 15 12:47:45.307528 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.311456 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-7b2b4018-7e36-482f-814c-d8c9e9803acb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 1000 time: 0.1063180 Dec 15 12:47:45.342696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.359178 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event deleted for resources: {'Port': ['ID=e68564f4-3405-4fa3-8c27-4a2165810fc9,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:45.433606 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:47:45.440682 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:47:45.444986 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:47:45.447648 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:45.452479 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-7a8d1121-eb13-4495-b365-10e1412c225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.454021 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-7a8d1121-eb13-4495-b365-10e1412c225c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.1271765 Dec 15 12:47:45.485798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks [] for floatingip, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.486140 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Floating IP eb451623-9911-45c9-8e72-629204c0221f disassociated (deleted). External IP: 172.27.1.69, port: b60c1860-2798-43b9-a1ef-43d9cd262777. Dec 15 12:47:45.489474 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-7d33faaa-534b-407b-9dd4-41a4d362384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.491332 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-7d33faaa-534b-407b-9dd4-41a4d362384b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1098 time: 0.1458881 Dec 15 12:47:45.537657 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23078d5-f2ad-4065-8215-557871ccef14 req-c6c9cdb3-0ef2-4965-b959-a4b4e2a691a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.539611 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-c6c9cdb3-0ef2-4965-b959-a4b4e2a691a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 1096 time: 0.1417396 Dec 15 12:47:45.540387 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.541155 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.587295 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-29812c68-69a4-49c4-8c82-1cfc369db1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.588812 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-29812c68-69a4-49c4-8c82-1cfc369db1ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1103697 Dec 15 12:47:45.594663 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-48622e9b-2ee9-493a-b9d3-59f3e1cbba67 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9634228 Dec 15 12:47:45.618464 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Request body: {'port': {'device_id': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:45.638578 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4a545-f7b7-470f-960a-921fa3dcc4c9 req-785bd80a-0351-40cc-ad36-0ed321976463 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.640327 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-59d4a545-f7b7-470f-960a-921fa3dcc4c9 req-785bd80a-0351-40cc-ad36-0ed321976463 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.0965049 Dec 15 12:47:45.735799 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-c6505271-ab90-4db7-acfb-f4b43c0699c5 None None] Provisioning complete for port 0b63b999-2995-4c47-9b9e-53b0af24ef82 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:45.737446 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c6505271-ab90-4db7-acfb-f4b43c0699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.784962 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-c6505271-ab90-4db7-acfb-f4b43c0699c5 None None] Port 0b63b999-2995-4c47-9b9e-53b0af24ef82 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:47:45.826013 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-59d4a545-f7b7-470f-960a-921fa3dcc4c9 req-66eca45d-2d12-44fc-97c0-5b9264baf76b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581750 Dec 15 12:47:45.850892 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:45.879443 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-e69677d5-e615-4484-8445-2e9d9323c12e service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667515 Dec 15 12:47:45.892786 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:47:45.996019 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-7b7458e8-5c97-436f-b54e-454c751c6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:45.997518 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-7b7458e8-5c97-436f-b54e-454c751c6f61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 910 time: 0.4570105 Dec 15 12:47:46.005640 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23078d5-f2ad-4065-8215-557871ccef14 req-39cec988-e3dd-4dbb-8986-5bacd2e327ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.007099 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-39cec988-e3dd-4dbb-8986-5bacd2e327ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.4487963 Dec 15 12:47:46.009139 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:46.042157 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:46.044073 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a637a4a-a715-4b83-9ac5-feeb00fba1a9" -d '{"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:46.049442 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8aa56-71fc-4952-aa5b-89305f8e18b7 req-3c5dcc9c-1e77-4a86-8131-e1ea2a217753 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.052289 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-88f8aa56-71fc-4952-aa5b-89305f8e18b7 req-3c5dcc9c-1e77-4a86-8131-e1ea2a217753 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.2453060 Dec 15 12:47:46.069068 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:46.074321 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:46.120841 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-3d9d387d-f2d7-4e2c-a092-32985ae98767 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5df942-03cd-4fe0-881f-da9a73537afb HTTP/1.1" status: 200 len: 217 time: 0.1051106 Dec 15 12:47:46.153555 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=6']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:46.197447 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdabb17-4e77-4eb1-88f7-e64c90b5cb8a req-0b79d734-3f4c-46b8-b858-9408d8e2fc32 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.199038 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3bdabb17-4e77-4eb1-88f7-e64c90b5cb8a req-0b79d734-3f4c-46b8-b858-9408d8e2fc32 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.2594826 Dec 15 12:47:46.210383 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-be675bec-8780-476d-b3fb-bb66198f37fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 1000 time: 0.2020662 Dec 15 12:47:46.210856 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48394) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:46.228501 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Request body: {'floatingip': {'port_id': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:46.256407 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23078d5-f2ad-4065-8215-557871ccef14 req-8efb0400-a76d-4b03-b515-0bd3aa6314d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.257867 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-8efb0400-a76d-4b03-b515-0bd3aa6314d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.1277463 Dec 15 12:47:46.283056 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-88f8aa56-71fc-4952-aa5b-89305f8e18b7 req-415b3813-7c66-4753-8b4a-7c9784c057d2 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196720 Dec 15 12:47:46.336034 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Router 8468ac07-7364-4800-986f-d3bb6623f77d has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:46.337510 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-1606d1ce-e6be-4494-a8a7-fab422614b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.338995 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-1606d1ce-e6be-4494-a8a7-fab422614b6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.1205339 Dec 15 12:47:46.356304 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea6d955-c8a3-49b2-aec2-9ad2666ac1f5 x-openstack-request-id: req-3ea6d955-c8a3-49b2-aec2-9ad2666ac1f5 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:46.356965 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-unplugged", "status": "completed", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:46.357382 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ea6d955-c8a3-49b2-aec2-9ad2666ac1f5 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:46.357936 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'code': 200} Dec 15 12:47:46.364646 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-21d5514d-bc35-4050-b7b7-a808879e99c9 req-a06c5690-2086-4777-bc2f-b1f6af0ba740 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745679 Dec 15 12:47:46.383234 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23078d5-f2ad-4065-8215-557871ccef14 req-e4290ae1-4a3a-4993-ab3e-7d4870d8b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.384741 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-e4290ae1-4a3a-4993-ab3e-7d4870d8b3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121671 Dec 15 12:47:46.389334 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:46.499536 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-15269382-6dc7-4058-8c03-49555f00fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.501054 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-15269382-6dc7-4058-8c03-49555f00fafb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1523275 Dec 15 12:47:46.566717 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4cc66-2ab8-43f5-97e4-d4caf411a80e req-2490959d-c7c3-48c9-890e-3b0def833d78 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.568345 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2ca4cc66-2ab8-43f5-97e4-d4caf411a80e req-2490959d-c7c3-48c9-890e-3b0def833d78 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 932 time: 0.2730920 Dec 15 12:47:46.639095 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:46.646476 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:46.651116 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] Sync routers for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:46.663643 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:46.664411 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:46.669187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37395-d8af-4281-99dc-4c64856cf999 req-3ed41fa0-cfd7-4a51-a67c-15e7dffedaa5 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:46.670798 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9ea37395-d8af-4281-99dc-4c64856cf999 req-3ed41fa0-cfd7-4a51-a67c-15e7dffedaa5 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.2427003 Dec 15 12:47:46.676677 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-ef4678bd-fb78-49c1-9f53-51aee0cbc5b0 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504032 Dec 15 12:47:46.717683 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7e3e23f6-d5cc-469d-a3fd-51a6c11210cc tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "DELETE /v2.0/floatingips/eb451623-9911-45c9-8e72-629204c0221f HTTP/1.1" status: 204 len: 168 time: 2.4704802 Dec 15 12:47:46.746895 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-647a192c-1c47-470a-ab0b-ec0ea009d661 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135658 Dec 15 12:47:46.791544 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:46.832008 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2ca4cc66-2ab8-43f5-97e4-d4caf411a80e req-936e8c36-0133-4338-8c40-6ba5708b0cfe tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538614 Dec 15 12:47:46.852752 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c23078d5-f2ad-4065-8215-557871ccef14 req-dd686ee0-ff70-4c31-8242-8ab5c3667e8a service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633561 Dec 15 12:47:46.855394 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b63b999-2995-4c47-9b9e-53b0af24ef82 {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:46.872739 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9ea37395-d8af-4281-99dc-4c64856cf999 req-6cb7c768-9a5d-433e-9dc9-9dbbbf4ec8a8 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896267 Dec 15 12:47:46.879455 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:46.906071 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:46.908692 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598ffb4-eb93-4634-a8d0-06bf991613a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:46.937551 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Transition to ACTIVE for port object 0b63b999-2995-4c47-9b9e-53b0af24ef82 will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:47:46.941974 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ab939912-70a3-4288-bad9-eb1a7a6441e7 req-6452726b-a4a9-4d48-837a-6e8eddce25e7 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855218 Dec 15 12:47:46.969194 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b57b8b7-ad81-4a88-9a55-933cfca69919 x-openstack-request-id: req-2b57b8b7-ad81-4a88-9a55-933cfca69919 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:46.969582 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:46.970029 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b57b8b7-ad81-4a88-9a55-933cfca69919 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:46.970486 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'status': 'completed', 'code': 200} Dec 15 12:47:46.983938 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:47.075123 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:47.098291 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-1b5201c9-3d28-4d23-a7a2-d8bd83e31468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:47.101564 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-1b5201c9-3d28-4d23-a7a2-d8bd83e31468 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b02c051d467a41729e6278058c5c5a42&device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 1098 time: 0.1028562 Dec 15 12:47:47.189385 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:37Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:47.234273 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Attempting to bind port 0b63b999-2995-4c47-9b9e-53b0af24ef82 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:47:47.234672 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Attempting to bind port 0b63b999-2995-4c47-9b9e-53b0af24ef82 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:47:47.235484 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Attempting to bind port 0b63b999-2995-4c47-9b9e-53b0af24ef82 on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:47.245028 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Port 0b63b999-2995-4c47-9b9e-53b0af24ef82 on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:47:47.245420 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Attempting to bind port 0b63b999-2995-4c47-9b9e-53b0af24ef82 on network 3c1e4c31-2b45-4b56-85b4-b1a928093186 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:47:47.248986 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] Checking router: 8468ac07-7364-4800-986f-d3bb6623f77d for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:47.261820 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:47.262701 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:47.266278 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:47:47.271489 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Checking segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:47:47.271897 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Bound using segment: {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:47:47.272361 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Bound port: 0b63b999-2995-4c47-9b9e-53b0af24ef82, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595c9107-3d11-4130-9d94-ac1da5c632de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:47:47.272721 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:47.292377 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-a6f2e89d-6b8a-46fe-bb2e-c34b65718c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:47.294060 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-a6f2e89d-6b8a-46fe-bb2e-c34b65718c95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 200 len: 916 time: 0.1856554 Dec 15 12:47:47.353241 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-7ccd6359-9352-4e1b-878b-253a9aad7fb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 200 len: 217 time: 0.0505283 Dec 15 12:47:47.414171 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:47.422067 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-83d42461-3452-48c2-b17b-4e3992e5878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:47.423615 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-83d42461-3452-48c2-b17b-4e3992e5878f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 200 len: 854 time: 0.0615599 Dec 15 12:47:47.450764 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:47.459120 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:47:47.469496 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:47.494600 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-055d70c8-a97a-4178-a3ba-512428127de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:47.496168 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-055d70c8-a97a-4178-a3ba-512428127de0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=393ac087-b505-46db-994b-4a723c5b5fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618603 Dec 15 12:47:47.611503 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-ed83cbf3-71f7-4a65-a595-683a0bc97cbf service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070995 Dec 15 12:47:47.765548 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7598ffb4-eb93-4634-a8d0-06bf991613a1 req-0ca5a2de-6542-4337-a093-49bb215ebab9 service neutron] 10.222.0.36 "GET /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454666 Dec 15 12:47:47.805069 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:47:47.812538 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:37Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:47.814722 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:47.838212 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11920bd1-47fe-45f9-bd3f-f90e56f61dcf req-6a3eae45-2574-4c02-8522-14c2ebce1f78 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:47.840332 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-11920bd1-47fe-45f9-bd3f-f90e56f61dcf req-6a3eae45-2574-4c02-8522-14c2ebce1f78 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.4277616 Dec 15 12:47:47.845533 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639264d7-5ebb-4857-900e-bbbf989f19fc None None] The sync data for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi is: [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:44:32Z', 'revision_number': 4, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'ef8c87b5-15f8-4bf5-84ee-18deba5602f5', 'name': '', 'network_id': '393ac087-b505-46db-994b-4a723c5b5fc6', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'mac_address': 'fa:16:3e:c2:23:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '9593432c-ba56-4912-ae38-23971ef836b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:31Z', 'updated_at': '2021-12-15T12:44:37Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'subnets': [{'id': '9593432c-ba56-4912-ae38-23971ef836b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:47.941738 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:47.942678 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:47.944710 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 200 len: 1094 time: 2.3338220 Dec 15 12:47:47.947152 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:47.949490 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b70a67-e4c1-4d04-9535-813e254d3c28" -d '{"events": [{"name": "network-changed", "server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:48.012394 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d8ec2-e8d6-4eb8-b052-bb80d309f8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:48.041332 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Floating IP ae13d3ef-0728-4ee9-8905-75fa24122dfc associated. External IP: 172.27.1.68, port: cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58. Dec 15 12:47:48.136559 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-11920bd1-47fe-45f9-bd3f-f90e56f61dcf req-f9f31510-46b9-456d-a143-3c82a6825973 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678621 Dec 15 12:47:48.163800 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ca56c-d056-4ae6-9bf5-29a04a878a2f req-b8fe89ac-94d7-4891-8146-b364eaa23612 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:48.166632 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1f4ca56c-d056-4ae6-9bf5-29a04a878a2f req-b8fe89ac-94d7-4891-8146-b364eaa23612 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.2319269 Dec 15 12:47:48.228409 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850963ec-4bd3-4d91-b49e-4e786326136f None None] New status for floating IP eb451623-9911-45c9-8e72-629204c0221f: DOWN {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:47:48.269924 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-cf25ec45-941a-4cb3-81cc-2fbfd3d16b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:48.271594 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-cf25ec45-941a-4cb3-81cc-2fbfd3d16b7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1097 time: 0.2552793 Dec 15 12:47:48.373197 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-ac16b0c2-23c7-48af-a9b8-9ab86a580c28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 200 len: 217 time: 0.0742407 Dec 15 12:47:48.383546 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1f4ca56c-d056-4ae6-9bf5-29a04a878a2f req-87c2f552-b7a5-4b79-b1a0-f8080695915a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103357 Dec 15 12:47:48.393998 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93e0f-4d7b-494e-a5bb-8a7a594eacb0 req-8f3e6c9e-4dca-4cb0-a9ff-a5693087e3cc tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:48.395986 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-16e93e0f-4d7b-494e-a5bb-8a7a594eacb0 req-8f3e6c9e-4dca-4cb0-a9ff-a5693087e3cc tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.1408045 Dec 15 12:47:48.468147 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d50e640-8a39-4fd9-a1dd-cef98d14afbc x-openstack-request-id: req-5d50e640-8a39-4fd9-a1dd-cef98d14afbc {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:48.469232 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:48.469232 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d50e640-8a39-4fd9-a1dd-cef98d14afbc {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:48.469232 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'status': 'completed', 'code': 200} Dec 15 12:47:48.520810 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-eb059043-f951-406a-ab04-0e4240f2fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:48.522410 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-eb059043-f951-406a-ab04-0e4240f2fef1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.1376824 Dec 15 12:47:48.644084 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-16e93e0f-4d7b-494e-a5bb-8a7a594eacb0 req-b9bd6196-5e5c-4991-a25f-c9238405fa80 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139916 Dec 15 12:47:48.658664 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:48.673789 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32004dc1-740a-464e-978c-c23c00c10df9 req-f9520eb8-93e7-4f6a-bb16-c0d633054817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:48.675708 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-f9520eb8-93e7-4f6a-bb16-c0d633054817 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953786 Dec 15 12:47:48.873407 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:48.876660 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-b3dd16de-6215-4fc5-a40a-f1c3ab360158 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601560 Dec 15 12:47:48.883092 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:48.886961 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:48.898543 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:48.899120 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:48.974820 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-664375e4-9fed-4af7-8bf7-1b3bd8737fa9 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "PUT /v2.0/floatingips/ae13d3ef-0728-4ee9-8905-75fa24122dfc HTTP/1.1" status: 200 len: 990 time: 2.7473414 Dec 15 12:47:49.042207 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32004dc1-740a-464e-978c-c23c00c10df9 req-4c95b615-cc53-4d2c-8165-21df12f2eb14 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566145 Dec 15 12:47:49.055967 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:49.159650 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-6ec6a8e9-9a74-4dd0-b77e-662cb34e776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.161255 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-6ec6a8e9-9a74-4dd0-b77e-662cb34e776c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1097 time: 0.0585799 Dec 15 12:47:49.309276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3842b03-e751-4950-9a15-7ca2b068f1c0 req-c485199e-ea2e-4887-9e7b-0da9e0144577 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.310150 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e3842b03-e751-4950-9a15-7ca2b068f1c0 req-c485199e-ea2e-4887-9e7b-0da9e0144577 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.0776143 Dec 15 12:47:49.315357 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-85382cff-08b0-423f-989b-ba2d7658d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.316831 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-85382cff-08b0-423f-989b-ba2d7658d43b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.1426840 Dec 15 12:47:49.376676 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-999a7a0b-6f4d-47a2-aa4b-4af578ece786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 200 len: 217 time: 0.0508158 Dec 15 12:47:49.381498 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ae13d3ef-0728-4ee9-8905-75fa24122dfc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'port_id': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'mac_address': 'fa:16:3e:b5:37:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:47:31Z', 'updated_at': '2021-12-15T12:47:47Z', 'revision_number': 1, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:49.412470 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:49.421406 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:49.421953 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:49.430546 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e3842b03-e751-4950-9a15-7ca2b068f1c0 req-56c84de4-8e39-48de-a7e0-6dcbb3fb1ce8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114924 Dec 15 12:47:49.447494 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-a710b85c-104a-46ac-aa88-b926df168a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.449007 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-a710b85c-104a-46ac-aa88-b926df168a28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0651004 Dec 15 12:47:49.524886 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-36ed888a-333f-49c7-98de-84aa3ffd7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.526385 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-36ed888a-333f-49c7-98de-84aa3ffd7cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694573 Dec 15 12:47:49.537166 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:49.542629 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117fe9-07ab-4efc-841f-d0c56bd3fa1f req-22eac1ce-ca36-48f4-adc1-24086d327048 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.544091 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-09117fe9-07ab-4efc-841f-d0c56bd3fa1f req-22eac1ce-ca36-48f4-adc1-24086d327048 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0605149 Dec 15 12:47:49.655331 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-09117fe9-07ab-4efc-841f-d0c56bd3fa1f req-876ed7a0-afc9-40a6-8669-f7823cf19509 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023057 Dec 15 12:47:49.675409 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-3d5bfbdf-779a-44d9-85b5-c3d517d5e261 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301484 Dec 15 12:47:49.819785 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ae13d3ef-0728-4ee9-8905-75fa24122dfc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'port_id': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'mac_address': 'fa:16:3e:b5:37:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:47:31Z', 'updated_at': '2021-12-15T12:47:47Z', 'revision_number': 1, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:49.820966 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20b70a67-e4c1-4d04-9535-813e254d3c28 req-0e7a502a-fdc4-42dc-b23f-0de21ed06950 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356232 Dec 15 12:47:49.834202 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f38c30-2250-4cfa-a5b0-e977337a9acf req-52d8cdab-0ae0-4305-ae9f-14cf2ce87fcd tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:49.835812 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b1f38c30-2250-4cfa-a5b0-e977337a9acf req-52d8cdab-0ae0-4305-ae9f-14cf2ce87fcd tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0863445 Dec 15 12:47:49.871527 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60f5cf-3a74-4748-821e-2fa55dc078dd None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ae13d3ef-0728-4ee9-8905-75fa24122dfc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'floating_ip_address': '172.27.1.68', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'port_id': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'mac_address': 'fa:16:3e:b5:37:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:47:31Z', 'updated_at': '2021-12-15T12:47:47Z', 'revision_number': 1, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:49.907809 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b1f38c30-2250-4cfa-a5b0-e977337a9acf req-d3049700-e0e4-4850-aa1a-c213b266a2be tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557983 Dec 15 12:47:50.082298 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5b113-ffb4-486c-b6cb-aa4780ff0904 req-6163c0ce-71c1-4a0e-bdf3-1453c8495844 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.084011 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-59d5b113-ffb4-486c-b6cb-aa4780ff0904 req-6163c0ce-71c1-4a0e-bdf3-1453c8495844 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0599885 Dec 15 12:47:50.115461 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874e77a-a317-477f-8314-8e25c9b38a3d None None] New status for floating IP ae13d3ef-0728-4ee9-8905-75fa24122dfc: ACTIVE {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:47:50.156598 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-59d5b113-ffb4-486c-b6cb-aa4780ff0904 req-719f359d-567e-412d-b607-d755e267159a tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627542 Dec 15 12:47:50.470133 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:50.473673 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a269af97-36ea-462e-a893-0893cb901bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:50.516010 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92cf3b-a15e-4a81-b182-611db48e9332 x-openstack-request-id: req-3c92cf3b-a15e-4a81-b182-611db48e9332 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:50.516313 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:50.516571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c92cf3b-a15e-4a81-b182-611db48e9332 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:50.516961 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'status': 'completed', 'code': 200} Dec 15 12:47:50.586168 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1512127-2aaa-452d-a254-9a0de77cd1d5 req-9be7887f-9977-4842-90b4-9a0302dd5c62 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.587744 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f1512127-2aaa-452d-a254-9a0de77cd1d5 req-9be7887f-9977-4842-90b4-9a0302dd5c62 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.0816615 Dec 15 12:47:50.604227 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269af97-36ea-462e-a893-0893cb901bf8 req-3a83442b-8ed6-4a00-a057-770fe208980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.605659 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-3a83442b-8ed6-4a00-a057-770fe208980c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6b2b929e8eb495387713d6424cbd817&device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 1098 time: 0.0682688 Dec 15 12:47:50.705109 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f1512127-2aaa-452d-a254-9a0de77cd1d5 req-5fe25a01-623c-4c53-bfa1-91566578872b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100123 Dec 15 12:47:50.737364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269af97-36ea-462e-a893-0893cb901bf8 req-a5eff241-af3a-48db-8b27-b08c03cdc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.738864 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-a5eff241-af3a-48db-8b27-b08c03cdc643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 200 len: 911 time: 0.1219749 Dec 15 12:47:50.839923 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7be308-c53f-4db9-a05d-c8f9c30c02cb req-53f16818-b18a-4ccc-8e17-9ee0a65c5f0b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.841449 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8a7be308-c53f-4db9-a05d-c8f9c30c02cb req-53f16818-b18a-4ccc-8e17-9ee0a65c5f0b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.1017137 Dec 15 12:47:50.845680 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-4e3ae049-b071-4d58-b770-5f0dd820dd62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 HTTP/1.1" status: 200 len: 1000 time: 0.0942838 Dec 15 12:47:50.924826 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269af97-36ea-462e-a893-0893cb901bf8 req-2dfd2210-eb6c-41e2-953f-b9f672f9565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.926505 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-2dfd2210-eb6c-41e2-953f-b9f672f9565a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 200 len: 849 time: 0.0705192 Dec 15 12:47:50.930842 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8a7be308-c53f-4db9-a05d-c8f9c30c02cb req-634cf9ba-a9fa-4f7e-b198-1ba412f07b21 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816424 Dec 15 12:47:50.979282 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269af97-36ea-462e-a893-0893cb901bf8 req-c4b24470-c9e0-4207-92af-c4ec286373e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:50.980822 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-c4b24470-c9e0-4207-92af-c4ec286373e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=925e712b-de7c-4c52-858d-d57a23b8d9bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452044 Dec 15 12:47:51.084386 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b2f3d-365e-4f2d-80eb-6a9e31a8ea00 req-e08eacb8-3a7a-44b6-95a6-052d4a38e19f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:51.085888 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-185b2f3d-365e-4f2d-80eb-6a9e31a8ea00 req-e08eacb8-3a7a-44b6-95a6-052d4a38e19f tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.1041956 Dec 15 12:47:51.132257 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-cb1f0187-ba3d-4f19-bc16-70fa8bc2f5ef service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252589 Dec 15 12:47:51.172619 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-185b2f3d-365e-4f2d-80eb-6a9e31a8ea00 req-38f60062-3310-445a-b31d-31208d14f42e tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804522 Dec 15 12:47:51.279247 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a269af97-36ea-462e-a893-0893cb901bf8 req-4cd72aa9-b67e-4dfd-b9b8-6811c160eb2c service neutron] 10.222.0.36 "GET /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369889 Dec 15 12:47:51.299740 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7b72-57b5-4284-86df-bd6d71a6dc91 req-42cadfe4-d4f3-42de-8d97-b29445052479 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:51.301337 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31eb7b72-57b5-4284-86df-bd6d71a6dc91 req-42cadfe4-d4f3-42de-8d97-b29445052479 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0623832 Dec 15 12:47:51.352040 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31eb7b72-57b5-4284-86df-bd6d71a6dc91 req-9db08bab-3f26-4ef6-9078-8713b304d325 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Dec 15 12:47:51.847822 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20398f-acd0-4b1d-bd72-6c900d7488fa req-8c9eb0fc-e0e6-4d31-9ce9-d80c1651a8f0 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:51.850004 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5d20398f-acd0-4b1d-bd72-6c900d7488fa req-8c9eb0fc-e0e6-4d31-9ce9-d80c1651a8f0 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.0569718 Dec 15 12:47:51.887371 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:47:51.913948 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5d20398f-acd0-4b1d-bd72-6c900d7488fa req-9a04b866-4e6c-4a7d-8e7b-c9d888951e53 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555243 Dec 15 12:47:51.996355 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:52.010045 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'mac_address': 'fa:16:3e:f2:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:47:52.050788 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:52.056354 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a7b4f-e427-4440-a508-69f573492a65 req-fbd84732-a848-4a53-afca-04416d0d1ede tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:52.057865 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-331a7b4f-e427-4440-a508-69f573492a65 req-fbd84732-a848-4a53-afca-04416d0d1ede tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0503514 Dec 15 12:47:52.064024 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b63b999-2995-4c47-9b9e-53b0af24ef82 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:52.085614 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:52.091013 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:52.110726 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-331a7b4f-e427-4440-a508-69f573492a65 req-eff970cd-0db0-40b6-a594-17ef1c3e0f8a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466163 Dec 15 12:47:52.146823 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:52.325145 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fbd3e-467c-40b6-bb8c-dfa5f69a6c7c req-ba8df62b-eb83-4c7e-a64a-be345e358e65 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:52.326694 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ed5fbd3e-467c-40b6-bb8c-dfa5f69a6c7c req-ba8df62b-eb83-4c7e-a64a-be345e358e65 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0834448 Dec 15 12:47:52.349115 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-d3c471f0-4ccd-4bf4-8713-a72d29ae0f6f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:52.350615 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-d3c471f0-4ccd-4bf4-8713-a72d29ae0f6f tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0771482 Dec 15 12:47:52.429697 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ed5fbd3e-467c-40b6-bb8c-dfa5f69a6c7c req-57378716-c1c8-493c-8a1a-43674c49de0a tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954115 Dec 15 12:47:52.454965 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['0b63b999-2995-4c47-9b9e-53b0af24ef82'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:52.509303 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100bfa9-cdb1-4548-b91e-23a8b0b27d01 req-27cba0ad-fe54-4f8b-9e7e-3397e5629a3e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:52.510839 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2100bfa9-cdb1-4548-b91e-23a8b0b27d01 req-27cba0ad-fe54-4f8b-9e7e-3397e5629a3e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 945 time: 0.0619633 Dec 15 12:47:52.540783 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Deleting port b60c1860-2798-43b9-a1ef-43d9cd262777 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:52.541037 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:52.617667 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2100bfa9-cdb1-4548-b91e-23a8b0b27d01 req-3cc623d7-9654-44a9-a00b-003468ead4b9 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/security-groups?id=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007066 Dec 15 12:47:52.654501 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] For port b60c1860-2798-43b9-a1ef-43d9cd262777, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b60c1860-2798-43b9-a1ef-43d9cd262777,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:52.654861 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:52.667804 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Calling delete_port for b60c1860-2798-43b9-a1ef-43d9cd262777 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:53.084791 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97292cda-74aa-45ae-b117-0686d2a6d4d1 req-95dd409c-3e08-47b0-8c46-52d395c1e51c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:53.086284 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-97292cda-74aa-45ae-b117-0686d2a6d4d1 req-95dd409c-3e08-47b0-8c46-52d395c1e51c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 943 time: 0.0877686 Dec 15 12:47:53.095290 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:53.107233 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['b60c1860-2798-43b9-a1ef-43d9cd262777'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:53.140270 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Pushing event deleted for resources: {'Port': ['ID=b60c1860-2798-43b9-a1ef-43d9cd262777,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:53.194292 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] No DVR routers for this DVR port b60c1860-2798-43b9-a1ef-43d9cd262777 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:47:53.199983 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:53.203234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-025df8ca-8827-4822-a8e0-70e0474879d4 req-fdd90afe-608a-493f-98e4-1c45a268d447 tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.36 "DELETE /v2.0/ports/b60c1860-2798-43b9-a1ef-43d9cd262777 HTTP/1.1" status: 204 len: 173 time: 0.8443451 Dec 15 12:47:53.204135 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'name': 'network-vif-deleted', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:53.206960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be43dee-047d-4be2-9245-bc0bbaefd1e6" -d '{"events": [{"server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "name": "network-vif-deleted", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:53.249535 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-97292cda-74aa-45ae-b117-0686d2a6d4d1 req-1abf4727-e15e-49a6-8da1-69c5f10cf77a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561465 Dec 15 12:47:53.292392 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c532d9-1a4e-4ae7-87b2-feaace1ca50c req-3c5eebcc-65f6-4b3d-8ed8-c9c1093adc69 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:53.294457 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f5c532d9-1a4e-4ae7-87b2-feaace1ca50c req-3c5eebcc-65f6-4b3d-8ed8-c9c1093adc69 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 945 time: 0.0958531 Dec 15 12:47:53.322491 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed2a0d5-ee59-4d2d-93a2-c2890052ef13 x-openstack-request-id: req-3ed2a0d5-ee59-4d2d-93a2-c2890052ef13 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:53.322768 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd78040a-71f8-460c-b62d-662abf24e574", "name": "network-vif-deleted", "tag": "b60c1860-2798-43b9-a1ef-43d9cd262777", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:53.323025 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ed2a0d5-ee59-4d2d-93a2-c2890052ef13 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:53.323426 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd78040a-71f8-460c-b62d-662abf24e574', 'name': 'network-vif-deleted', 'tag': 'b60c1860-2798-43b9-a1ef-43d9cd262777', 'status': 'completed', 'code': 200} Dec 15 12:47:53.365110 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f5c532d9-1a4e-4ae7-87b2-feaace1ca50c req-82a256f1-396e-4612-a3fd-c74128620b18 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615072 Dec 15 12:47:53.398407 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb091-4734-4d28-a49d-8b3037c036cb req-bebb6531-5fb6-4aa3-8751-0a8cde889c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:53.399939 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ecfeb091-4734-4d28-a49d-8b3037c036cb req-bebb6531-5fb6-4aa3-8751-0a8cde889c09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0490634 Dec 15 12:47:53.451603 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ecfeb091-4734-4d28-a49d-8b3037c036cb req-36291775-38b9-4245-bfcc-a95351909430 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Dec 15 12:47:53.559416 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75137f-e4e9-4e63-8cec-b2484ca0f7f5 req-06622c76-5990-4fb2-be61-f062d1d1abfb tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:53.561238 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ad75137f-e4e9-4e63-8cec-b2484ca0f7f5 req-06622c76-5990-4fb2-be61-f062d1d1abfb tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0589004 Dec 15 12:47:53.616501 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ad75137f-e4e9-4e63-8cec-b2484ca0f7f5 req-5e5ec5eb-7411-44a0-94a7-092048115628 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488243 Dec 15 12:47:53.724075 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b22151a3-e906-4ca7-9844-6f462cb09d25 req-90c0cc55-4ed9-4066-be2f-6885b715378e tempest-TestMinimumBasicScenario-1460557456 tempest-TestMinimumBasicScenario-1460557456-project] 10.222.0.71 "GET /v2.0/ports?device_id=dd78040a-71f8-460c-b62d-662abf24e574 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Dec 15 12:47:53.724285 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:47:53.908551 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ca5df942-03cd-4fe0-881f-da9a73537afb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:47:53.911092 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:54.035793 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 0b63b999-2995-4c47-9b9e-53b0af24ef82 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:47:54.052313 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 0b63b999-2995-4c47-9b9e-53b0af24ef82 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:54.052676 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:54.055291 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ca5df942-03cd-4fe0-881f-da9a73537afb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca5df942-03cd-4fe0-881f-da9a73537afb,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:54.088950 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'port_id': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'mac_address': 'fa:16:3e:91:44:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:47:54.138278 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:54.154390 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5df942-03cd-4fe0-881f-da9a73537afb {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:54.203876 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ca5df942-03cd-4fe0-881f-da9a73537afb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca5df942-03cd-4fe0-881f-da9a73537afb,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:54.207141 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:54.210846 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:54.256705 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:54.258974 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2867cace-0e31-4efd-9098-8bf84b6a2069" -d '{"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-plugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:54.277326 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:54.295833 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:54.307441 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92deb007-f085-499f-8122-1dc833365dce x-openstack-request-id: req-92deb007-f085-499f-8122-1dc833365dce {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:54.307765 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-plugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:54.308076 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-92deb007-f085-499f-8122-1dc833365dce {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:54.308483 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'code': 200} Dec 15 12:47:54.309461 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=ca5df942-03cd-4fe0-881f-da9a73537afb,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:54.369050 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:54.411881 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b088aca-2df2-45b8-8ad1-56beec90950b req-93e6dc4d-0673-41ea-9ff4-4543120d8e05 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:54.413491 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8b088aca-2df2-45b8-8ad1-56beec90950b req-93e6dc4d-0673-41ea-9ff4-4543120d8e05 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 944 time: 0.0653579 Dec 15 12:47:54.489009 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8b088aca-2df2-45b8-8ad1-56beec90950b req-965a8b9f-198b-4425-809a-233599a2b634 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685670 Dec 15 12:47:54.551661 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['ca5df942-03cd-4fe0-881f-da9a73537afb'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:54.552018 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e815a-ce70-4d2c-99c5-9bf40dc37af3 req-dab88c7f-08eb-4ae6-b376-9f2988ee1471 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:54.553592 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-941e815a-ce70-4d2c-99c5-9bf40dc37af3 req-dab88c7f-08eb-4ae6-b376-9f2988ee1471 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0860784 Dec 15 12:47:54.569571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69d140-eef9-427f-a2c8-5e661da373a4 req-f013138b-3a88-4380-82c5-2c48b894159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:54.570936 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5e69d140-eef9-427f-a2c8-5e661da373a4 req-f013138b-3a88-4380-82c5-2c48b894159f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1099 time: 0.0811200 Dec 15 12:47:54.627532 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-941e815a-ce70-4d2c-99c5-9bf40dc37af3 req-1e9e6dce-ea35-43f1-9e99-bfd3b2618832 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659153 Dec 15 12:47:54.661257 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5e69d140-eef9-427f-a2c8-5e661da373a4 req-a2c5d571-ae90-4221-ac53-e28d008d5417 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723433 Dec 15 12:47:54.764963 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5a0fb-289c-4082-873e-e9c61a89da8b req-d190752b-6cd2-4c60-9b39-468a70554583 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:54.766455 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9cc5a0fb-289c-4082-873e-e9c61a89da8b req-d190752b-6cd2-4c60-9b39-468a70554583 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0559363 Dec 15 12:47:54.818716 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9cc5a0fb-289c-4082-873e-e9c61a89da8b req-0de7aeed-5631-4b23-a9c0-f9d4acda93f6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448565 Dec 15 12:47:55.481345 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48526) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:55.614382 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7da18d-4b43-463d-9043-0870ecedbb8a req-caa9c75b-657e-41cb-a01f-45b1ac62662f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:55.615971 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5b7da18d-4b43-463d-9043-0870ecedbb8a req-caa9c75b-657e-41cb-a01f-45b1ac62662f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 944 time: 0.0531676 Dec 15 12:47:55.667972 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5b7da18d-4b43-463d-9043-0870ecedbb8a req-7b403462-8411-4616-8ec9-f5c61096d407 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452282 Dec 15 12:47:55.773184 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9271d24-a1a1-40a2-b69e-d91a434bb038 req-7bde3453-cbdd-4c4a-aac3-76e55670d614 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:55.774704 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b9271d24-a1a1-40a2-b69e-d91a434bb038 req-7bde3453-cbdd-4c4a-aac3-76e55670d614 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0540960 Dec 15 12:47:55.826159 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b9271d24-a1a1-40a2-b69e-d91a434bb038 req-63e77b6f-d028-40e8-9981-11f336fe6cca tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451317 Dec 15 12:47:55.922090 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:55.932049 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:47:55.935217 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ca5df942-03cd-4fe0-881f-da9a73537afb up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:55.948008 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8c6b-ad0a-4e06-a677-dcec42fe17f0 req-0e5a9d05-599f-49e4-b5cc-dc1db29b45a0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:55.950230 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-460e8c6b-ad0a-4e06-a677-dcec42fe17f0 req-0e5a9d05-599f-49e4-b5cc-dc1db29b45a0 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 943 time: 0.0579810 Dec 15 12:47:56.031792 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-460e8c6b-ad0a-4e06-a677-dcec42fe17f0 req-71d52f47-a139-4cc5-8d7e-bcbf55dfdce5 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725203 Dec 15 12:47:56.060757 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port ca5df942-03cd-4fe0-881f-da9a73537afb completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:47:56.073920 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port ca5df942-03cd-4fe0-881f-da9a73537afb triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:56.074785 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.127064 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:56.141573 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'port_id': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'mac_address': 'fa:16:3e:dc:a7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:47:56.217189 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.227373 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.245109 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919095c7-f871-4282-ac7b-04ca1074d0e3 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:47:56.283624 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:56.286085 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ca5df942-03cd-4fe0-881f-da9a73537afb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca5df942-03cd-4fe0-881f-da9a73537afb,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:56.289243 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.293379 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.294113 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b60c1860-2798-43b9-a1ef-43d9cd262777 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:47:56.333518 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:56.335759 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba5ab7-b332-4d12-a33e-4c23c6573759" -d '{"events": [{"server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "name": "network-vif-plugged", "status": "completed", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:56.344725 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Deleting port ef8c87b5-15f8-4bf5-84ee-18deba5602f5 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:56.345250 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: b60c1860-2798-43b9-a1ef-43d9cd262777 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:47:56.345477 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.346214 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device b60c1860-2798-43b9-a1ef-43d9cd262777 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:47:56.372503 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=7']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:56.404887 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf8e5aa-97cb-4b07-8821-e6f858a08540 x-openstack-request-id: req-8cf8e5aa-97cb-4b07-8821-e6f858a08540 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:56.405212 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "name": "network-vif-plugged", "status": "completed", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:56.406763 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8cf8e5aa-97cb-4b07-8821-e6f858a08540 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:56.406763 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'code': 200} Dec 15 12:47:56.439019 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=ca5df942-03cd-4fe0-881f-da9a73537afb,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:56.454686 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] For port ef8c87b5-15f8-4bf5-84ee-18deba5602f5, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:56.455187 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.470193 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Calling delete_port for ef8c87b5-15f8-4bf5-84ee-18deba5602f5 owned by network:router_interface {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:56.615755 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['919095c7-f871-4282-ac7b-04ca1074d0e3'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:47:56.698408 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aa162-c463-49cd-b5b0-af16344849eb req-7df2c38b-e144-4c2b-aeba-4427455692e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:56.701243 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dd0aa162-c463-49cd-b5b0-af16344849eb req-7df2c38b-e144-4c2b-aeba-4427455692e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 1098 time: 0.0556214 Dec 15 12:47:56.709997 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:56.791714 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dd0aa162-c463-49cd-b5b0-af16344849eb req-fd6b398e-fae7-4d8a-bd9e-7552403c69ee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793715 Dec 15 12:47:56.862769 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afa49a-ee35-4b08-82f3-a79feaed6a23 req-61abf791-d83b-4e6b-85e8-29b8402266e5 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:56.864968 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-74afa49a-ee35-4b08-82f3-a79feaed6a23 req-61abf791-d83b-4e6b-85e8-29b8402266e5 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.0806005 Dec 15 12:47:56.939087 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-74afa49a-ee35-4b08-82f3-a79feaed6a23 req-e4e58845-550d-43b4-80f9-cdf25c431318 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651610 Dec 15 12:47:57.009699 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8c87b5-15f8-4bf5-84ee-18deba5602f5,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:57.015411 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d93d80-4f78-41de-98f1-bc17ce8c51dd req-57d8fd91-f041-4249-ab57-dd54ff025f5a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:57.019237 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a1d93d80-4f78-41de-98f1-bc17ce8c51dd req-57d8fd91-f041-4249-ab57-dd54ff025f5a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0780551 Dec 15 12:47:57.103269 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a1d93d80-4f78-41de-98f1-bc17ce8c51dd req-347df5a2-2485-4cbf-8479-5b6ea84cab3f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781071 Dec 15 12:47:57.212176 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:57.264566 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe3a9-16cb-4b33-b547-52b123d19477 req-ec6f6bd1-d924-49fc-87ff-6103ecc482a3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:57.264940 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ef1fe3a9-16cb-4b33-b547-52b123d19477 req-ec6f6bd1-d924-49fc-87ff-6103ecc482a3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0707340 Dec 15 12:47:57.279820 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48548) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:57.290020 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Request body: {'floatingip': {'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:47:57.332744 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:57.479861 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Router 8468ac07-7364-4800-986f-d3bb6623f77d has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:57.611961 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:57.619289 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-af9e24c4-ee9e-4f90-a197-4c33bde71c97 admin admin] 10.222.0.71 "PUT /v2.0/routers/8468ac07-7364-4800-986f-d3bb6623f77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1366928 Dec 15 12:47:57.622649 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48550) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:57.665976 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] Sync routers for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:57.699884 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:57.700898 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:57.748646 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:57.867272 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:57.874740 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:57.902180 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:57.909342 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:57.950379 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:47:57.955647 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Deleting port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:57.957159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.082831 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] For port 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:58.083447 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.084545 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Floating IP 2fe1ed84-8dec-467d-910c-a0d6dd23d314 associated. External IP: 172.27.1.189, port: 0b63b999-2995-4c47-9b9e-53b0af24ef82. Dec 15 12:47:58.097420 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Calling delete_port for 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e owned by network:router_gateway {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:58.105667 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 919095c7-f871-4282-ac7b-04ca1074d0e3 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:47:58.106034 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.295349 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.296700 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10e450-e62c-450f-bc05-f5d7f53fd3a2 req-d2c8b1f7-2c3e-48a5-887e-48c1cef54506 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:58.298316 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7b10e450-e62c-450f-bc05-f5d7f53fd3a2 req-d2c8b1f7-2c3e-48a5-887e-48c1cef54506 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.2540159 Dec 15 12:47:58.316137 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:47:56Z', 'revision_number': 5, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port': {'id': '1b53f5f1-df41-4f2d-ac16-0ad580c62c5e', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:30Z', 'updated_at': '2021-12-15T12:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:58.356747 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.365223 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] Checking router: 8468ac07-7364-4800-986f-d3bb6623f77d for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:58.382552 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:58.389754 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.397067 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] Routers {'8468ac07-7364-4800-986f-d3bb6623f77d'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:58.397978 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['8468ac07-7364-4800-986f-d3bb6623f77d'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:58.426225 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:58.427607 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b53f5f1-df41-4f2d-ac16-0ad580c62c5e,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:58.428413 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fad8c5c-d6d4-4711-946c-badb7b68a686" -d '{"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-plugged", "status": "completed", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:58.468122 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7b10e450-e62c-450f-bc05-f5d7f53fd3a2 req-aca24568-9dba-4302-bcee-bcff8b1aaa99 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129236 Dec 15 12:47:58.468457 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.482292 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:47:58.526131 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=8']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:58.533535 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] Set router 8468ac07-7364-4800-986f-d3bb6623f77d gateway port host: None {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:58.617266 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.618911 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:47:58Z', 'revision_number': 7, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:58.619667 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.659665 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107abaf8-a7fe-46d5-bd94-f7efb286a998 x-openstack-request-id: req-107abaf8-a7fe-46d5-bd94-f7efb286a998 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:58.660120 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-plugged", "status": "completed", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:58.660479 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-107abaf8-a7fe-46d5-bd94-f7efb286a998 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:58.660978 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'code': 200} Dec 15 12:47:58.662737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404d580-17cb-4bc8-87da-1f502a079f15 None None] The sync data for ids ['8468ac07-7364-4800-986f-d3bb6623f77d'] in dv-cinder-813225-4-iscsi is: [{'id': '8468ac07-7364-4800-986f-d3bb6623f77d', 'name': 'tempest-TestMinimumBasicScenario-2064280109-router', 'tenant_id': 'b02c051d467a41729e6278058c5c5a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:29Z', 'updated_at': '2021-12-15T12:47:58Z', 'revision_number': 7, 'project_id': 'b02c051d467a41729e6278058c5c5a42', 'gw_port_host': None}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:47:58.666388 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:47:58.674853 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.707410 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:47:58.736468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d0bd3de9-4c63-4bfe-b8f2-bffc560bf4cf tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "PUT /v2.0/floatingips/2fe1ed84-8dec-467d-910c-a0d6dd23d314 HTTP/1.1" status: 200 len: 992 time: 1.4505982 Dec 15 12:47:58.736723 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:58.736821 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:47:58.736907 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:58.739722 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15962b68-8d50-40f6-beeb-42bf6282e02b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:47:58.757110 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.757986 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8468ac07-7364-4800-986f-d3bb6623f77d {{(pid=109095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:47:58.763049 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.764418 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3eaa3a6a-f876-45b4-a89f-64e9552d66c0 admin admin] 10.222.0.71 "DELETE /v2.0/routers/8468ac07-7364-4800-986f-d3bb6623f77d HTTP/1.1" status: 204 len: 168 time: 1.1406722 Dec 15 12:47:58.767114 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48564) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:58.807569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc0919c-dd57-4b93-9dc6-c74b2543f64a x-openstack-request-id: req-5bc0919c-dd57-4b93-9dc6-c74b2543f64a {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:47:58.807868 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:47:58.808211 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5bc0919c-dd57-4b93-9dc6-c74b2543f64a {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:47:58.808619 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'status': 'completed', 'code': 200} Dec 15 12:47:58.839221 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Deleting subnet 9593432c-ba56-4912-ae38-23971ef836b4 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:47:58.842913 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.897199 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-68891c90-56c7-44fc-a9da-dcf4b49333d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:58.899384 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-68891c90-56c7-44fc-a9da-dcf4b49333d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1099 time: 0.0592437 Dec 15 12:47:58.911277 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:58.913591 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:59.041344 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-68f07bdb-a342-48df-b92d-7435007505e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:59.044244 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-68f07bdb-a342-48df-b92d-7435007505e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.1361868 Dec 15 12:47:59.106771 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.156676 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-372c36b9-29df-4b31-addd-b67dd93a3294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 200 len: 1000 time: 0.0961213 Dec 15 12:47:59.195506 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.238924 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9593432c-ba56-4912-ae38-23971ef836b4,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:59.242023 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-347ecaf6-5340-4bbb-bb4f-532a7bc30f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:59.244163 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-347ecaf6-5340-4bbb-bb4f-532a7bc30f72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0770097 Dec 15 12:47:59.252780 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f9752-ecb5-4941-bc83-244e505ad743 None None] Network 393ac087-b505-46db-994b-4a723c5b5fc6 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:47:59.253325 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.259534 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-748900de-1498-4bcd-ad74-35aeb4611ed6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9593432c-ba56-4912-ae38-23971ef836b4 HTTP/1.1" status: 204 len: 168 time: 0.4907815 Dec 15 12:47:59.262039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48566) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:47:59.307412 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '2fe1ed84-8dec-467d-910c-a0d6dd23d314', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'mac_address': 'fa:16:3e:f2:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:47:39Z', 'updated_at': '2021-12-15T12:47:57Z', 'revision_number': 1, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:59.324769 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-746b97dc-fc1b-4b0e-b732-e432dfc9ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:59.329939 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-746b97dc-fc1b-4b0e-b732-e432dfc9ac40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757062 Dec 15 12:47:59.340188 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:47:59.347899 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.351854 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:47:59.352849 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:59.414336 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Deleting port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:59.415017 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.494120 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-543c604c-5961-44f0-aab5-2201e5929ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548219 Dec 15 12:47:59.531134 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:47:59.534130 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] For port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,segment=NetworkSegment(e5e0d0da-1426-445e-b069-1aeda82a6780),segment_id=e5e0d0da-1426-445e-b069-1aeda82a6780)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:59.534590 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.567673 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Calling delete_port for 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 owned by network:dhcp {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:59.690472 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] DHCP port deletion for 393ac087-b505-46db-994b-4a723c5b5fc6 request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:47:59.694661 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-15962b68-8d50-40f6-beeb-42bf6282e02b req-95940fd6-2ba7-4493-b498-2a27a0f91bec service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810529 Dec 15 12:47:59.738134 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.769559 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Pushing event deleted for resources: {'Port': ['ID=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:47:59.781519 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] No DVR routers for this DVR port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 on host dv-cinder-813225-4-iscsi {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:47:59.792950 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Deleting port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:47:59.795841 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.797894 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b27839-b9da-463f-a39f-3a846951f517 req-9c1dcd5b-8483-4bdc-bd89-2cc78ad16774 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:47:59.801217 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-07b27839-b9da-463f-a39f-3a846951f517 req-9c1dcd5b-8483-4bdc-bd89-2cc78ad16774 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.1067801 Dec 15 12:47:59.879516 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.894650 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-07b27839-b9da-463f-a39f-3a846951f517 req-330d5250-b898-4ea0-bf60-3906d2bdbc6a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801547 Dec 15 12:47:59.931673 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393ac087-b505-46db-994b-4a723c5b5fc6']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:59.931986 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] For port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9, host dv-cinder-813225-4-iscsi, got binding levels [] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:47:59.932549 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.945990 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e0d0da-1426-445e-b069-1aeda82a6780') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:59.946200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e0d0da-1426-445e-b069-1aeda82a6780') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:59.962235 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Calling delete_port for 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:47:59.965907 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '2fe1ed84-8dec-467d-910c-a0d6dd23d314', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'mac_address': 'fa:16:3e:f2:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:47:39Z', 'updated_at': '2021-12-15T12:47:57Z', 'revision_number': 1, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:47:59.966997 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.ipam_backend_mixin [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 was not found and therefore no delete operation was performed {{(pid=109097) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 12:47:59.967901 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.968343 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.996515 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:47:59.999362 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] Pushing event deleted for resources: {'Port': ['ID=58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:00.005041 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d623d7-2980-4b7c-a244-dc3e65af2e0b None None] No DVR routers for this DVR port 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:48:00.028419 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:48:00.034975 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:48:00.039935 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:48:00.057561 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c184f-16bb-4358-b38c-2e2afb3b7c6b None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '2fe1ed84-8dec-467d-910c-a0d6dd23d314', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'floating_ip_address': '172.27.1.189', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'mac_address': 'fa:16:3e:f2:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:47:39Z', 'updated_at': '2021-12-15T12:47:57Z', 'revision_number': 1, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:48:00.119043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6712e61-66f9-4156-a913-2e88c33398e5 req-ba55f090-259b-4760-98b5-c525787b27d7 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:00.122979 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f6712e61-66f9-4156-a913-2e88c33398e5 req-ba55f090-259b-4760-98b5-c525787b27d7 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.1109791 Dec 15 12:48:00.148295 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:00.156386 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:00.161215 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] 10.222.0.71 "DELETE /v2.0/networks/393ac087-b505-46db-994b-4a723c5b5fc6 HTTP/1.1" status: 204 len: 168 time: 0.8976166 Dec 15 12:48:00.164925 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48576) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:00.176666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fab2d9-06d4-4aa5-af42-f11ede3d3abc admin admin] Pushing event deleted for resources: {'Network': ['ID=393ac087-b505-46db-994b-4a723c5b5fc6,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:00.284961 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f6712e61-66f9-4156-a913-2e88c33398e5 req-0fb81304-2118-4bb0-84a3-bd10231858f4 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467850 Dec 15 12:48:00.317423 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48578) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:00.375955 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c120831-7cbe-4fab-9a15-37cecea3fffd None None] New status for floating IP 2fe1ed84-8dec-467d-910c-a0d6dd23d314: ACTIVE {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:48:00.587978 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e32c6-b865-44dc-8304-b529a7019398 tempest-TestVolumeBootPattern-1614477989 tempest-TestVolumeBootPattern-1614477989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:00.590361 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-536e32c6-b865-44dc-8304-b529a7019398 tempest-TestVolumeBootPattern-1614477989 tempest-TestVolumeBootPattern-1614477989-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 1093 time: 0.2714746 Dec 15 12:48:00.593052 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48584) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:00.601724 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'port_id': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:48:00.648450 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:00.675256 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:48:00.711148 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:48:00.711894 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 58a1fa1b-e9f5-4c6b-903d-3e7d72c955d9 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:48:00.712762 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ef8c87b5-15f8-4bf5-84ee-18deba5602f5 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:48:00.714637 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:00.748422 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: ef8c87b5-15f8-4bf5-84ee-18deba5602f5 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:48:00.749925 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ef8c87b5-15f8-4bf5-84ee-18deba5602f5 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:48:00.750629 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:48:00.794200 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:48:00.794833 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 1b53f5f1-df41-4f2d-ac16-0ad580c62c5e not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:48:00.799038 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:00.954639 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Allocated IP 172.27.1.158 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/4a78aa59-9b04-4e3b-898a-aa2072146696) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:48:01.056271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Deleting port e37883a3-828d-4119-8a7d-f3ec752e428e {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:48:01.056634 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.081223 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.130683 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.164508 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] For port e37883a3-828d-4119-8a7d-f3ec752e428e, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e37883a3-828d-4119-8a7d-f3ec752e428e,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:48:01.165271 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.175473 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:48:01.177624 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Calling delete_port for e37883a3-828d-4119-8a7d-f3ec752e428e owned by network:router_interface {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:48:01.180477 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:48:01.186833 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:48:01.189356 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=4a78aa59-9b04-4e3b-898a-aa2072146696,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:01.411267 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.442841 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=e37883a3-828d-4119-8a7d-f3ec752e428e,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:01.534573 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.899849 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.915033 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:01.973267 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.165055 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.171535 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.173009 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Router 2fe91eac-a722-4dc3-a185-82866d4be7bc has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:48:02.256635 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=4a78aa59-9b04-4e3b-898a-aa2072146696,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:02.276099 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.329115 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:48:02.335085 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-437b663d-8c3e-4cf3-94f9-bb179fdd6dfd admin admin] 10.222.0.71 "PUT /v2.0/routers/2fe91eac-a722-4dc3-a185-82866d4be7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1688459 Dec 15 12:48:02.338681 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48592) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:02.344468 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879a01b-b078-4156-af75-75189419eda4 None None] Sync routers for ids ['2fe91eac-a722-4dc3-a185-82866d4be7bc'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:48:02.357153 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] Routers {'2fe91eac-a722-4dc3-a185-82866d4be7bc'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:48:02.358569 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2fe91eac-a722-4dc3-a185-82866d4be7bc'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:02.412111 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Floating IP 3bc70705-923a-402d-90b8-a26b03eef433 associated. External IP: 172.27.1.158, port: ca5df942-03cd-4fe0-881f-da9a73537afb. Dec 15 12:48:02.481701 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks [] for router, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.506073 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-df0ec458-fab9-4796-82ab-db68f7b19ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.521713 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] Set router 2fe91eac-a722-4dc3-a185-82866d4be7bc gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:48:02.616645 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.694067 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Deleting port 08191603-6a18-42e9-a7c5-920869557e90 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:48:02.694569 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.721806 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:48:02.784169 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '08191603-6a18-42e9-a7c5-920869557e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:48:01Z', 'revision_number': 5, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port': {'id': '08191603-6a18-42e9-a7c5-920869557e90', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:44:38Z', 'updated_at': '2021-12-15T12:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:02.808776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] For port 08191603-6a18-42e9-a7c5-920869557e90, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=08191603-6a18-42e9-a7c5-920869557e90,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:48:02.809424 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.833165 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Calling delete_port for 08191603-6a18-42e9-a7c5-920869557e90 owned by network:router_gateway {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:48:02.862092 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:48:02.877721 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:48:02.889978 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:02.894944 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:48:02.895958 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:02.944251 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-eaaab714-9277-457a-b82d-effa7924fec3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3496399 Dec 15 12:48:02.944949 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:48:02.952580 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:48:02.970356 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879a01b-b078-4156-af75-75189419eda4 None None] Checking router: 2fe91eac-a722-4dc3-a185-82866d4be7bc for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:48:02.981331 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] Routers {'2fe91eac-a722-4dc3-a185-82866d4be7bc'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:48:02.982012 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2fe91eac-a722-4dc3-a185-82866d4be7bc'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:03.010449 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a4b260-57c8-4250-9bd6-932379184c50 x-openstack-request-id: req-b3a4b260-57c8-4250-9bd6-932379184c50 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:48:03.010805 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:48:03.011319 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3a4b260-57c8-4250-9bd6-932379184c50 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:48:03.011985 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'status': 'completed', 'code': 200} Dec 15 12:48:03.046929 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:48:03.116812 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] Set router 2fe91eac-a722-4dc3-a185-82866d4be7bc gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:48:03.127906 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.135579 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-23941a38-1514-4ad4-bb6c-01e324bffe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:03.137728 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-23941a38-1514-4ad4-bb6c-01e324bffe66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 1098 time: 0.0801477 Dec 15 12:48:03.182173 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Pushing event deleted for resources: {'Port': ['ID=08191603-6a18-42e9-a7c5-920869557e90,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:03.202802 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-f879a01b-b078-4156-af75-75189419eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:48:02Z', 'revision_number': 6, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:03.240444 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879a01b-b078-4156-af75-75189419eda4 None None] The sync data for ids ['2fe91eac-a722-4dc3-a185-82866d4be7bc'] in dv-cinder-813225-4-iscsi is: [{'id': '2fe91eac-a722-4dc3-a185-82866d4be7bc', 'name': 'tempest-TestMinimumBasicScenario-28641549-router', 'tenant_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:44:37Z', 'updated_at': '2021-12-15T12:48:02Z', 'revision_number': 6, 'project_id': 'ba1c9c35dee54f089d8e4a262690b3c5', 'gw_port_host': None}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:48:03.341699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.366503 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '3bc70705-923a-402d-90b8-a26b03eef433', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:91:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:48:01Z', 'updated_at': '2021-12-15T12:48:01Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:03.396666 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:48:03.405511 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:48:03.406118 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:47:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:03.444344 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-6731c254-98df-4d49-addf-47318ea24e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:03.445903 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-6731c254-98df-4d49-addf-47318ea24e7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.2802110 Dec 15 12:48:03.450066 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.452316 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.542241 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.543037 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe91eac-a722-4dc3-a185-82866d4be7bc {{(pid=109096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:48:03.545702 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:48:03.557103 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.559045 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-2f91b2ac-7bb5-4861-bd38-075ffc84d09b admin admin] 10.222.0.71 "DELETE /v2.0/routers/2fe91eac-a722-4dc3-a185-82866d4be7bc HTTP/1.1" status: 204 len: 168 time: 1.2191277 Dec 15 12:48:03.561935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48602) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:03.578325 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-09b72666-47d8-4c65-a3af-49eca266352b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca5df942-03cd-4fe0-881f-da9a73537afb HTTP/1.1" status: 200 len: 999 time: 0.1225722 Dec 15 12:48:03.651549 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Deleting subnet 237108f1-d311-4098-8ce2-e8c55503b1f3 {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:48:03.656315 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.678043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-a25863e4-f8e4-4987-93bc-d3c792babc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:03.679953 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-a25863e4-f8e4-4987-93bc-d3c792babc67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0825679 Dec 15 12:48:03.709159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.742148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-9dbf71a2-83ec-4ad6-9ab9-2bed8c1b6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:03.744093 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-9dbf71a2-83ec-4ad6-9ab9-2bed8c1b6dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528083 Dec 15 12:48:03.848639 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.883070 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-4d628a3f-37be-485f-8b38-e4478619a787 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265638 Dec 15 12:48:03.936599 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.943408 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '3bc70705-923a-402d-90b8-a26b03eef433', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:91:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:48:01Z', 'updated_at': '2021-12-15T12:48:01Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:03.969434 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:03.974051 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/237108f1-d311-4098-8ce2-e8c55503b1f3 HTTP/1.1" status: 204 len: 168 time: 0.4095843 Dec 15 12:48:03.979073 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48606) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:03.986735 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceaeaba-43c9-4f45-8d41-923793e9ea7d None None] Network 4de70b9e-319d-4915-b375-ce75bcb11da1 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:48:03.990454 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f780e-e87e-4e00-8114-9397984d32d0 None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '3bc70705-923a-402d-90b8-a26b03eef433', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:91:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:48:01Z', 'updated_at': '2021-12-15T12:48:01Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:48:03.997432 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b9b60-79be-4574-a344-da3f77b99a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237108f1-d311-4098-8ce2-e8c55503b1f3,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:04.113471 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.119802 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cb5aa494-ecae-46d3-b72e-ebae2abeaf5c req-bdae11c5-46e8-407e-b99e-0bba16f1f728 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275846 Dec 15 12:48:04.220221 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Deleting port e0169983-1eae-43ff-bd68-f498e41d7a65 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:48:04.221473 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.226624 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] DHCP port deletion for 4de70b9e-319d-4915-b375-ce75bcb11da1 request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:48:04.296805 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] Deleting port e0169983-1eae-43ff-bd68-f498e41d7a65 {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:48:04.297183 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.322154 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] For port e0169983-1eae-43ff-bd68-f498e41d7a65, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e0169983-1eae-43ff-bd68-f498e41d7a65,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:48:04.322557 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.331002 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a51e78-134d-4a08-be4b-83fe1c9a7978 None None] New status for floating IP 3bc70705-923a-402d-90b8-a26b03eef433: ACTIVE {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:48:04.338810 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Calling delete_port for e0169983-1eae-43ff-bd68-f498e41d7a65 owned by network:dhcp {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:48:04.378516 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] For port e0169983-1eae-43ff-bd68-f498e41d7a65, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e0169983-1eae-43ff-bd68-f498e41d7a65,segment=NetworkSegment(aca6e734-3833-4632-a2ad-408164f6d67e),segment_id=aca6e734-3833-4632-a2ad-408164f6d67e)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:48:04.379126 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.400404 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] Calling delete_port for e0169983-1eae-43ff-bd68-f498e41d7a65 owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:48:04.444793 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.478302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] No DVR routers for this DVR port e0169983-1eae-43ff-bd68-f498e41d7a65 on host dv-cinder-813225-4-iscsi {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:48:04.483980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0169983-1eae-43ff-bd68-f498e41d7a65,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:04.525199 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.525713 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.526150 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.526621 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.527104 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.527536 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.527978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.528403 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.528874 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.529301 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.529725 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.530146 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.530602 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:48:04.581051 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.596424 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.629112 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] Pushing event deleted for resources: {'Port': ['ID=e0169983-1eae-43ff-bd68-f498e41d7a65,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:04.634408 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c46302-1bfd-4ecd-8863-7fac58ee4259 None None] No DVR routers for this DVR port e0169983-1eae-43ff-bd68-f498e41d7a65 on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:48:04.644493 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de70b9e-319d-4915-b375-ce75bcb11da1']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:04.656209 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca6e734-3833-4632-a2ad-408164f6d67e') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:04.656571 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca6e734-3833-4632-a2ad-408164f6d67e') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:48:04.670805 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.691562 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 08191603-6a18-42e9-a7c5-920869557e90 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:48:04.702473 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.708489 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:48:04.708870 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.738677 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 08191603-6a18-42e9-a7c5-920869557e90 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:48:04.739307 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 08191603-6a18-42e9-a7c5-920869557e90 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:48:04.740150 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e0169983-1eae-43ff-bd68-f498e41d7a65 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:48:04.755069 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:48:04.779320 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: e0169983-1eae-43ff-bd68-f498e41d7a65 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:48:04.779553 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.779881 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e0169983-1eae-43ff-bd68-f498e41d7a65 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:48:04.780327 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e37883a3-828d-4119-8a7d-f3ec752e428e no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:48:04.788905 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:04.795234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4de70b9e-319d-4915-b375-ce75bcb11da1 HTTP/1.1" status: 204 len: 168 time: 0.8108158 Dec 15 12:48:04.808201 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430531c5-ab83-4876-bbc1-6af32e9db5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de70b9e-319d-4915-b375-ce75bcb11da1,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:04.813401 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: e37883a3-828d-4119-8a7d-f3ec752e428e {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:48:04.814369 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e37883a3-828d-4119-8a7d-f3ec752e428e not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:48:04.972438 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a9af47f8-a67d-4985-944d-b0b8216e6561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.009422 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48612) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:05.065043 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fc132670-da1f-4a7a-98fd-7010bf9029f4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b02c051d467a41729e6278058c5c5a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536990 Dec 15 12:48:05.067891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48616) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:05.131315 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8bba-ef1c-43dc-ad9f-567e0d565221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.169262 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8bba-ef1c-43dc-ad9f-567e0d565221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.247980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8bba-ef1c-43dc-ad9f-567e0d565221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.254511 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fdfd8bba-ef1c-43dc-ad9f-567e0d565221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.256343 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fdfd8bba-ef1c-43dc-ad9f-567e0d565221 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/499d2b6b-ca9c-4ea0-b02a-c209eb5833ce HTTP/1.1" status: 204 len: 168 time: 0.1871700 Dec 15 12:48:05.268635 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd8bba-ef1c-43dc-ad9f-567e0d565221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499d2b6b-ca9c-4ea0-b02a-c209eb5833ce,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:05.672072 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48624) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:05.716512 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-41ea6120-b729-414f-ba91-7a9258c1570a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba1c9c35dee54f089d8e4a262690b3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429833 Dec 15 12:48:05.719026 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48626) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:48:05.783459 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5a37cb21-68fe-4860-bd5b-dc17cef8db3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.806833 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5a37cb21-68fe-4860-bd5b-dc17cef8db3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.859785 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5a37cb21-68fe-4860-bd5b-dc17cef8db3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.863100 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-5a37cb21-68fe-4860-bd5b-dc17cef8db3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:05.864834 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-5a37cb21-68fe-4860-bd5b-dc17cef8db3b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/137c0c51-97bb-4c0e-ae94-d1b259acf8f7 HTTP/1.1" status: 204 len: 168 time: 0.1446688 Dec 15 12:48:05.874381 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37cb21-68fe-4860-bd5b-dc17cef8db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c0c51-97bb-4c0e-ae94-d1b259acf8f7,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:48:06.162901 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:07.502860 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:08.245504 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:30.177042 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-1ba2d5f7-b653-441a-846c-d65fe2c9f1e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458980 Dec 15 12:48:30.244984 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-135b28e6-9e8f-4b04-a019-e890ae90c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:30.246393 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-135b28e6-9e8f-4b04-a019-e890ae90c367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0424092 Dec 15 12:48:30.365189 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-27a152a6-544f-4e01-8d47-e7b35127d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:30.366801 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-27a152a6-544f-4e01-8d47-e7b35127d3ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 910 time: 0.0969002 Dec 15 12:48:30.440406 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-a4cc7384-4ba7-422d-82ed-b16b2403b3b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 1000 time: 0.0650415 Dec 15 12:48:30.494005 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-e5235324-bf57-40bd-8b9a-c4acabb6ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:30.495725 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-e5235324-bf57-40bd-8b9a-c4acabb6ad02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.0476737 Dec 15 12:48:30.549564 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-04ea9612-37b4-4274-8690-439b93e842d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:30.551154 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-04ea9612-37b4-4274-8690-439b93e842d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470426 Dec 15 12:48:30.653063 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-e997b8c9-89e5-41d1-9917-7eb73078ea2b service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913491 Dec 15 12:48:30.728338 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:48:30.758757 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8bee43e1-ad08-4e8f-9ced-94902f7dd0eb req-d3ccc762-0634-4d72-803f-b8e25b67ba81 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967343 Dec 15 12:48:31.524322 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:32.503369 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-45cfcb02-235c-42dd-b413-bcfd14180e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:34.966802 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-83977d7b-fd24-48c7-a19e-f972b15ce98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:36.149764 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:37.504197 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:38.247481 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:48:49.515658 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751a38-a6d6-4df8-9127-80313f153397 req-f08c6844-2e62-4a4b-bcac-3d642da5fd77 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:49.517705 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d8751a38-a6d6-4df8-9127-80313f153397 req-f08c6844-2e62-4a4b-bcac-3d642da5fd77 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0556252 Dec 15 12:48:49.565644 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d8751a38-a6d6-4df8-9127-80313f153397 req-8b68795b-7f23-4250-9d68-af6b57ed7fd3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Dec 15 12:48:50.688129 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e6f73-b520-43b8-8ca8-bff4f4b4a341 req-49d94059-7a7e-43dd-b39c-e64a9ffe7213 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:50.689751 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d33e6f73-b520-43b8-8ca8-bff4f4b4a341 req-49d94059-7a7e-43dd-b39c-e64a9ffe7213 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0488718 Dec 15 12:48:50.742090 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d33e6f73-b520-43b8-8ca8-bff4f4b4a341 req-94e721ef-68ad-44ad-89ba-35e838cefcbd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460672 Dec 15 12:48:51.875273 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494fbe-2cec-4747-933a-fdc440be1cfd req-aed63774-b3d4-43a0-9c30-268a2157136b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:51.876924 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-22494fbe-2cec-4747-933a-fdc440be1cfd req-aed63774-b3d4-43a0-9c30-268a2157136b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0609345 Dec 15 12:48:51.925562 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-22494fbe-2cec-4747-933a-fdc440be1cfd req-79f32430-3bd2-4f2b-b69d-00eee5f93a70 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Dec 15 12:48:53.047843 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eb531-a10f-40b0-8f1e-0ae9564b9609 req-81ac4fb8-dfc3-4145-94c4-4399b41614ed tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:53.049320 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2e0eb531-a10f-40b0-8f1e-0ae9564b9609 req-81ac4fb8-dfc3-4145-94c4-4399b41614ed tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Dec 15 12:48:53.098454 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2e0eb531-a10f-40b0-8f1e-0ae9564b9609 req-16d0e349-ff01-4817-92d6-e52de721f2cb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428424 Dec 15 12:48:54.216500 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c1ee9-6b48-45b7-a184-483e17791abb req-4bf25c3b-4d7f-435c-a7fb-69152b4d50b8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:54.217962 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e82c1ee9-6b48-45b7-a184-483e17791abb req-4bf25c3b-4d7f-435c-a7fb-69152b4d50b8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0479350 Dec 15 12:48:54.269875 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e82c1ee9-6b48-45b7-a184-483e17791abb req-ad870147-42dc-4994-8e7b-87fe4869125d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449398 Dec 15 12:48:55.389474 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4205f53-d3bb-432c-9535-eccf8227ab3d req-6e32a8f5-517c-434e-959b-4458a152de3d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:55.391686 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a4205f53-d3bb-432c-9535-eccf8227ab3d req-6e32a8f5-517c-434e-959b-4458a152de3d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0494256 Dec 15 12:48:55.444130 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a4205f53-d3bb-432c-9535-eccf8227ab3d req-1b9d184a-8f7f-41aa-940d-02cafde90641 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Dec 15 12:48:56.570412 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ddce-5ee2-46c8-a2b1-53b34c6fcf56 req-69852c09-8f41-4cca-b2b7-6aa788230f7d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:56.571880 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0071ddce-5ee2-46c8-a2b1-53b34c6fcf56 req-69852c09-8f41-4cca-b2b7-6aa788230f7d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0484486 Dec 15 12:48:56.620471 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0071ddce-5ee2-46c8-a2b1-53b34c6fcf56 req-672f83f8-4a80-4056-a72d-f0e7f8c95dd6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Dec 15 12:48:57.771138 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d430a5-f595-4d47-993c-ca0888c08804 req-2e5cb362-37f4-49ea-8598-3ed6a465a3ed tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:57.772879 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-44d430a5-f595-4d47-993c-ca0888c08804 req-2e5cb362-37f4-49ea-8598-3ed6a465a3ed tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0637546 Dec 15 12:48:57.825185 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-44d430a5-f595-4d47-993c-ca0888c08804 req-14029d06-74ff-4c78-b941-771c53bae832 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459354 Dec 15 12:48:58.066923 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958958e-3113-4741-9ec4-a7bcff81b4f4 req-34e0d9b8-8e48-4033-bab9-20236c6a2a58 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:58.068430 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a958958e-3113-4741-9ec4-a7bcff81b4f4 req-34e0d9b8-8e48-4033-bab9-20236c6a2a58 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.0518603 Dec 15 12:48:58.118463 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a958958e-3113-4741-9ec4-a7bcff81b4f4 req-87120652-7d40-45b5-91d8-bf5001549590 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Dec 15 12:48:58.976609 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c4551-a025-4e4c-86a0-3799d92ce794 req-2f1a632c-4516-43cf-9eae-b021647d9625 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:58.978237 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d17c4551-a025-4e4c-86a0-3799d92ce794 req-2f1a632c-4516-43cf-9eae-b021647d9625 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0585117 Dec 15 12:48:59.029680 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d17c4551-a025-4e4c-86a0-3799d92ce794 req-69dc305a-9ad4-45f2-b191-cad39a005c2e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446570 Dec 15 12:48:59.265136 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35daa58-210d-4917-89f1-9a32553239bb req-911441fd-c9d3-433a-a893-c6efcbc4b87c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:59.266804 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c35daa58-210d-4917-89f1-9a32553239bb req-911441fd-c9d3-433a-a893-c6efcbc4b87c tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.0743353 Dec 15 12:48:59.333155 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c35daa58-210d-4917-89f1-9a32553239bb req-6638c2bf-397c-4387-8887-f8e06b9ad46a tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562315 Dec 15 12:48:59.851942 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-705734d6-350e-48d4-a11a-840e0379c77b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:48:59.853365 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-705734d6-350e-48d4-a11a-840e0379c77b tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.0487552 Dec 15 12:48:59.957533 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Deleting port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:48:59.957866 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:00.049979 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] For port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:00.050743 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:00.243842 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe805b-dcef-4e14-a46c-951dde30bf92 req-1e56501f-05fb-4cde-9f24-96cb15ba00e2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:00.245453 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-65fe805b-dcef-4e14-a46c-951dde30bf92 req-1e56501f-05fb-4cde-9f24-96cb15ba00e2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1318028 Dec 15 12:49:00.287710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:00.288061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:00.288379 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Floating IP ae13d3ef-0728-4ee9-8905-75fa24122dfc disassociated. External IP: 172.27.1.68, port: cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58. Dec 15 12:49:00.288713 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Calling delete_port for cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:00.322767 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-65fe805b-dcef-4e14-a46c-951dde30bf92 req-2d2076be-8c95-4695-96ad-b984cb31ef9e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691128 Dec 15 12:49:00.488553 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:00.531547 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3fd5f-0e33-4b8e-ae5a-864e0453f930 req-24822ba7-efa9-4d49-9e82-1c8a6669dc0e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:00.533182 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24e3fd5f-0e33-4b8e-ae5a-864e0453f930 req-24822ba7-efa9-4d49-9e82-1c8a6669dc0e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/ports?device_id=48f5e8cb-ad8c-4d70-927c-f3a34605992e HTTP/1.1" status: 200 len: 945 time: 0.1029365 Dec 15 12:49:00.534769 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event deleted for resources: {'Port': ['ID=cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:00.675880 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24e3fd5f-0e33-4b8e-ae5a-864e0453f930 req-fa6c7449-75ed-4989-81fb-0ed3e24d09bc tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups?id=52e549f2-6dee-431a-81f0-6bc2ef753c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311805 Dec 15 12:49:00.698857 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:49:00.821350 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:49:00.832751 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:49:00.843926 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:00.844589 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:48:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:00.870141 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] No DVR routers for this DVR port cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:00.873612 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:00.886976 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-120fd0ad-3e45-4d9b-a358-108f5196b5c1 req-971687e6-0643-46f0-8604-873d03eacb1e tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.36 "DELETE /v2.0/ports/cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 HTTP/1.1" status: 204 len: 173 time: 1.0231862 Dec 15 12:49:00.887483 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'name': 'network-vif-deleted', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:00.889890 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bc04c9-6c30-4dac-859f-04c4e36d701c" -d '{"events": [{"server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "name": "network-vif-deleted", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:00.941658 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e7ffd-b2fe-4a52-87dc-7cbe3b1dcf32 x-openstack-request-id: req-430e7ffd-b2fe-4a52-87dc-7cbe3b1dcf32 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:00.941956 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f5e8cb-ad8c-4d70-927c-f3a34605992e", "name": "network-vif-deleted", "tag": "cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:00.942210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-430e7ffd-b2fe-4a52-87dc-7cbe3b1dcf32 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:00.942734 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f5e8cb-ad8c-4d70-927c-f3a34605992e', 'name': 'network-vif-deleted', 'tag': 'cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58', 'status': 'completed', 'code': 200} Dec 15 12:49:01.001133 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:01.361829 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:01.395038 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:49:01.406367 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:01.407703 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:48:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:01.475002 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef601a2-47fa-4431-9dc2-3486422c83d7 req-9e0315e0-24f3-46ab-9103-ed58d63bd3ac tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:01.476565 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5ef601a2-47fa-4431-9dc2-3486422c83d7 req-9e0315e0-24f3-46ab-9103-ed58d63bd3ac tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0640895 Dec 15 12:49:01.526679 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:01.529481 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5ef601a2-47fa-4431-9dc2-3486422c83d7 req-19e4be1e-227b-4518-8625-d5301f020365 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465729 Dec 15 12:49:01.539832 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:01.755482 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:01.767000 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 48962) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:01.787265 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64f558-73a8-42f2-a359-f2575c7083de None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:42:24Z', 'revision_number': 4, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '5ae703e4-81f0-4eea-9e89-5a4414ef3f77', 'name': '', 'network_id': '925e712b-de7c-4c52-858d-d57a23b8d9bc', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'mac_address': 'fa:16:3e:c5:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:23Z', 'updated_at': '2021-12-15T12:42:32Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'subnets': [{'id': '60fc4147-c650-49c0-887e-3279201ed4ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:49:01.832507 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:01.861138 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:01.917703 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:01.921647 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:01.925930 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48964) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:01.926240 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "DELETE /v2.0/security-groups/52e549f2-6dee-431a-81f0-6bc2ef753c4e HTTP/1.1" status: 204 len: 168 time: 0.1578491 Dec 15 12:49:01.936741 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e549f2-6dee-431a-81f0-6bc2ef753c4e,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:01.941418 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.api.v2.resource [None req-704800d6-558d-44e5-9f46-76e2d1d539c6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] show failed (client error): The resource could not be found. Dec 15 12:49:01.945225 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-704800d6-558d-44e5-9f46-76e2d1d539c6 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "GET /v2.0/security-groups/52e549f2-6dee-431a-81f0-6bc2ef753c4e HTTP/1.1" status: 404 len: 347 time: 0.0178754 Dec 15 12:49:01.946713 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.947159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.947579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.947903 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.948385 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 48966) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:01.950052 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.950394 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.950862 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.954919 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.955330 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.955681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.956023 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.956361 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:01.956691 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efd0353-f4a9-4738-b9d5-d367dcb47bd7 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:02.047083 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c0aa-c437-4334-8093-27e51d91b990 None None] New status for floating IP ae13d3ef-0728-4ee9-8905-75fa24122dfc: DOWN {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:49:02.341809 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Deleting port 13b29368-7ff7-4d42-970a-6b7a56bfec43 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:02.342043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.421180 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.421595 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.434043 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Calling delete_port for 13b29368-7ff7-4d42-970a-6b7a56bfec43 owned by network:floatingip {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:02.496457 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-673591fd-d9c7-4c03-9bb1-663d2b30b661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.566792 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.596781 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Pushing event deleted for resources: {'Port': ['ID=13b29368-7ff7-4d42-970a-6b7a56bfec43,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:02.692756 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks [] for floatingip, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.695470 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:02.696628 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-4cfad0f3-6aac-4064-8d11-f2a2b6dcdf35 tempest-AttachVolumeTestJSON-161300965 tempest-AttachVolumeTestJSON-161300965-project] 10.222.0.71 "DELETE /v2.0/floatingips/ae13d3ef-0728-4ee9-8905-75fa24122dfc HTTP/1.1" status: 204 len: 168 time: 0.7472265 Dec 15 12:49:02.709437 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73559f-594f-47ba-9f5c-5e970bef78eb req-80f04338-3466-4b88-a60f-5fd5ffe49ee0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:02.711031 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f73559f-594f-47ba-9f5c-5e970bef78eb req-80f04338-3466-4b88-a60f-5fd5ffe49ee0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0897470 Dec 15 12:49:02.763446 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f73559f-594f-47ba-9f5c-5e970bef78eb req-9288147f-f710-4843-b3a3-37b3d940449f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464914 Dec 15 12:49:03.891612 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1a66a-52f2-49d2-8210-ddae965404ef req-6be709c6-29ab-451e-b7a3-ed821d597580 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:03.893317 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfb1a66a-52f2-49d2-8210-ddae965404ef req-6be709c6-29ab-451e-b7a3-ed821d597580 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0541735 Dec 15 12:49:03.953813 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfb1a66a-52f2-49d2-8210-ddae965404ef req-149e7711-b5bd-4408-b4d7-4d32c7f80526 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533299 Dec 15 12:49:04.332375 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:04.356450 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:04.356787 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device cb8d05d7-d9d7-4925-b15e-3a05e1ed1a58 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:04.972994 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-020fd298-07aa-4216-b8ce-aa9b3ddf28d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:05.078653 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510ea19-569e-451c-8f0e-9bef19c0fabc req-a9d6479c-c235-479b-93bb-8f41d30a2e9c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:05.080459 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a510ea19-569e-451c-8f0e-9bef19c0fabc req-a9d6479c-c235-479b-93bb-8f41d30a2e9c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0530150 Dec 15 12:49:05.132309 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a510ea19-569e-451c-8f0e-9bef19c0fabc req-cf3b8bbb-936c-4716-8866-e21301780a0a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Dec 15 12:49:06.146690 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:06.245714 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49002) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:06.262351 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87358fb-229a-4b1d-b185-8de01953ea7f req-d62aaeee-e2b3-4c0b-a8d0-d6d75148d9c9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:06.263907 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b87358fb-229a-4b1d-b185-8de01953ea7f req-d62aaeee-e2b3-4c0b-a8d0-d6d75148d9c9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0556023 Dec 15 12:49:06.316908 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b87358fb-229a-4b1d-b185-8de01953ea7f req-dfcfbe5d-57d0-4615-bf4b-590b7f139ae8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431318 Dec 15 12:49:06.348829 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:49:06.446101 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:06.461200 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'mac_address': 'fa:16:3e:f2:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:49:06.512851 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:06.531646 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b63b999-2995-4c47-9b9e-53b0af24ef82 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:06.552681 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:06.556854 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:06.611653 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=6']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:06.619368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.619768 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.620114 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.620453 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.620789 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.621128 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.621456 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.621780 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.622105 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.622475 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.622788 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.623104 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.623428 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:06.645266 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['0b63b999-2995-4c47-9b9e-53b0af24ef82'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:49:06.787705 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:07.060431 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Deleting port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:07.060796 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:07.184426 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] For port 5ae703e4-81f0-4eea-9e89-5a4414ef3f77, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:07.185033 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:07.202899 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Calling delete_port for 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 owned by network:router_interface {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:07.481241 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:07.506208 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b000-9b29-4559-bf32-173ea78c0f14 req-60acd560-2b97-4966-a249-433bf6f0eaaa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:07.508576 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2a1b000-9b29-4559-bf32-173ea78c0f14 req-60acd560-2b97-4966-a249-433bf6f0eaaa tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 945 time: 0.0748005 Dec 15 12:49:07.527607 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:07.541147 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae703e4-81f0-4eea-9e89-5a4414ef3f77,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:07.582294 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f2a1b000-9b29-4559-bf32-173ea78c0f14 req-744943fc-5422-42e2-9d9e-a1c182eda2ef tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650473 Dec 15 12:49:07.731216 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:49:07.809912 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.140025 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:49:08.260613 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.293759 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:49:08.307683 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] Sync routers for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:49:08.313089 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-35b27a03-0527-4be5-bdaf-8efac49749a8 admin admin] 10.222.0.71 "PUT /v2.0/routers/2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631676 Dec 15 12:49:08.313305 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49036) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:08.322022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:08.323049 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:08.370293 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:49:08.449249 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks [] for router, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.486823 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 0b63b999-2995-4c47-9b9e-53b0af24ef82 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:49:08.487180 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.489853 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:08.612591 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.731155 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.751358 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Deleting port 5d294494-1667-4f74-9076-134c0da60c1b {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:08.751997 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.787829 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:08.790102 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700924f3-3a97-4b0d-b6a0-6c7e137e2275" -d '{"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-plugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:08.806467 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:08.815077 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.846073 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e382b1bc-97dd-44c3-b638-95481bde0b10 x-openstack-request-id: req-e382b1bc-97dd-44c3-b638-95481bde0b10 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:08.846820 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-plugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:08.846820 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e382b1bc-97dd-44c3-b638-95481bde0b10 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:08.847071 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'code': 200} Dec 15 12:49:08.848099 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1192846-7931-4d5a-8f20-32d40885aa4e req-f725a11a-066d-49d9-88dd-d7f8e2dc4e63 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:08.849782 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e1192846-7931-4d5a-8f20-32d40885aa4e req-f725a11a-066d-49d9-88dd-d7f8e2dc4e63 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 945 time: 0.1177442 Dec 15 12:49:08.882412 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '5d294494-1667-4f74-9076-134c0da60c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:49:07Z', 'revision_number': 5, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port': {'id': '5d294494-1667-4f74-9076-134c0da60c1b', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:02:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:42:19Z', 'updated_at': '2021-12-15T12:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:08.884470 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=7']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:08.915179 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] For port 5d294494-1667-4f74-9076-134c0da60c1b, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=5d294494-1667-4f74-9076-134c0da60c1b,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:08.915549 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:08.920675 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] Checking router: 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:49:08.932093 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] Routers {'2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:08.932528 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:08.933605 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Calling delete_port for 5d294494-1667-4f74-9076-134c0da60c1b owned by network:router_gateway {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:09.008248 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e1192846-7931-4d5a-8f20-32d40885aa4e req-ebdc5edb-2d20-47a0-9a6c-ee257edb95ab tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490703 Dec 15 12:49:09.062126 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] Set router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 gateway port host: None {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:09.119127 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:49:08Z', 'revision_number': 6, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:09.149740 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6bf2a-1795-4524-adcd-6d65dd2c6f3b None None] The sync data for ids ['2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2'] in dv-cinder-813225-4-iscsi is: [{'id': '2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2', 'name': 'tempest-AttachVolumeTestJSON-463713918-router', 'tenant_id': 'e6b2b929e8eb495387713d6424cbd817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:42:18Z', 'updated_at': '2021-12-15T12:49:08Z', 'revision_number': 6, 'project_id': 'e6b2b929e8eb495387713d6424cbd817', 'gw_port_host': None}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:49:09.207315 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.234867 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d294494-1667-4f74-9076-134c0da60c1b,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.250272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.251112 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.251112 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.251112 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.251579 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:49:09.348666 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.452576 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.455414 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.507387 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.508488 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 {{(pid=109096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:49:09.516673 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.516673 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-cbdd2501-4f54-410f-a764-fcf761c3674e admin admin] 10.222.0.71 "DELETE /v2.0/routers/2bb6922d-af2e-4312-a95f-d6d0bf4fe4c2 HTTP/1.1" status: 204 len: 168 time: 1.2018242 Dec 15 12:49:09.519558 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49042) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:09.580717 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Deleting subnet 60fc4147-c650-49c0-887e-3279201ed4ea {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:49:09.585450 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.643631 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.742804 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.805551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.833407 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fc4147-c650-49c0-887e-3279201ed4ea,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:09.835393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:09.840753 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e15183f-e289-448e-bc9d-a009bf38db36 None None] Network 925e712b-de7c-4c52-858d-d57a23b8d9bc requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:49:09.841794 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49044) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:09.844157 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-87224047-a38a-4c6d-8929-3133c00a8d0e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/60fc4147-c650-49c0-887e-3279201ed4ea HTTP/1.1" status: 204 len: 168 time: 0.3181076 Dec 15 12:49:09.938738 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.020483 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Deleting port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:10.021056 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.050764 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] DHCP port deletion for 925e712b-de7c-4c52-858d-d57a23b8d9bc request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:49:10.117990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] Deleting port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:10.118356 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.143314 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] For port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:10.143314 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.177685 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Calling delete_port for 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a owned by network:dhcp {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:10.186932 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] For port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,segment=NetworkSegment(7d316a48-1580-45f8-bae9-322f45de9fa6),segment_id=7d316a48-1580-45f8-bae9-322f45de9fa6)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:10.187343 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.213086 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] Calling delete_port for 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:10.242668 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929d844-8434-424d-9507-303593bad323 req-e6ca054b-f4a2-4a5b-9fc6-c651a4c721da tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:10.244229 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7929d844-8434-424d-9507-303593bad323 req-e6ca054b-f4a2-4a5b-9fc6-c651a4c721da tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1198726 Dec 15 12:49:10.334280 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7929d844-8434-424d-9507-303593bad323 req-017c0f77-9957-4102-a208-63f89358c9a7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833061 Dec 15 12:49:10.336144 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.346549 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.375380 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] No DVR routers for this DVR port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:10.387178 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:10.401871 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] No DVR routers for this DVR port 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a on host dv-cinder-813225-4-iscsi {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:10.403865 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aa4bb-5fd8-4b77-983d-ff7d7805f3bb None None] Pushing event deleted for resources: {'Port': ['ID=8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:10.508142 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.534750 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925e712b-de7c-4c52-858d-d57a23b8d9bc']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:10.555475 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d316a48-1580-45f8-bae9-322f45de9fa6') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:10.555773 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d316a48-1580-45f8-bae9-322f45de9fa6') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:10.566876 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.582445 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.589366 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:49:10.589696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:49:10.611121 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:49:10.678907 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.687497 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:10.691113 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:10.694700 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] 10.222.0.71 "DELETE /v2.0/networks/925e712b-de7c-4c52-858d-d57a23b8d9bc HTTP/1.1" status: 204 len: 168 time: 0.8507073 Dec 15 12:49:10.712523 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90f414-c597-4280-a542-5e4c58c4e425 admin admin] Pushing event deleted for resources: {'Network': ['ID=925e712b-de7c-4c52-858d-d57a23b8d9bc,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:10.721934 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:10.722687 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 8d09cfb9-41c4-4c4f-9f9e-1b3340c36a2a not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:10.723343 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5d294494-1667-4f74-9076-134c0da60c1b no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:10.752500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 5d294494-1667-4f74-9076-134c0da60c1b {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:10.752785 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5d294494-1667-4f74-9076-134c0da60c1b not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:10.753309 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:10.873981 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49050) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:10.928421 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-8133363a-c063-442b-af08-34db119b414d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6b2b929e8eb495387713d6424cbd817&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507650 Dec 15 12:49:10.928690 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49052) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:10.935155 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:10.935767 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 5ae703e4-81f0-4eea-9e89-5a4414ef3f77 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:11.001575 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-04f5f32b-4f12-4fc6-ad77-ca75454ccf43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:11.024292 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-04f5f32b-4f12-4fc6-ad77-ca75454ccf43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:11.080540 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-04f5f32b-4f12-4fc6-ad77-ca75454ccf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:11.083470 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-04f5f32b-4f12-4fc6-ad77-ca75454ccf43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:11.090619 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-04f5f32b-4f12-4fc6-ad77-ca75454ccf43 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13dd701a-cf30-4524-b1d8-cb0ba9fe2965 HTTP/1.1" status: 204 len: 168 time: 0.1578691 Dec 15 12:49:11.099685 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5f32b-4f12-4fc6-ad77-ca75454ccf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd701a-cf30-4524-b1d8-cb0ba9fe2965,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:11.516210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab38f6-a29c-404b-bfbe-1cc065b2a790 req-2af5d66f-997b-4bce-92c5-716b169e531d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:11.518409 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-40ab38f6-a29c-404b-bfbe-1cc065b2a790 req-2af5d66f-997b-4bce-92c5-716b169e531d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0758817 Dec 15 12:49:11.581273 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-40ab38f6-a29c-404b-bfbe-1cc065b2a790 req-85f1713f-4084-44cd-a919-f4b2828973bd tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560899 Dec 15 12:49:11.920026 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49080) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:12.041941 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-541493098-network', 'tenant_id': 'cfba73a62d5f4114b656e3e7538bdf98'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:12.069395 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Made reservation on behalf of cfba73a62d5f4114b656e3e7538bdf98 for: {'network': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:49:12.071873 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.082362 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.172688 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.178187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.205095 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109096) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:49:12.215148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf71870-e210-4dd3-88f6-d25e625f6e4d,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:12.220205 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.220523 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.segments_db [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Added segment 0c1c28c0-7a83-4d3a-a559-9c8004d97e40 of type vlan for network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 Dec 15 12:49:12.269518 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.302410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.304404 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:12.305617 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.368436 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49084) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:12.374616 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Request body: {'subnet': {'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-541493098-subnet', 'tenant_id': 'cfba73a62d5f4114b656e3e7538bdf98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:12.380645 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4576263 Dec 15 12:49:12.403747 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820f135-a470-4622-8c50-bc97a70c7b98 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0fb889-6088-4dd1-bae7-4897b1b24a35,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:12.407701 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Made reservation on behalf of cfba73a62d5f4114b656e3e7538bdf98 for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:49:12.410555 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.420075 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:49:12.613245 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.687681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffb0756-1170-406a-9717-f1e838b6e2b7,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:12.696751 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Checking segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:49:12.697106 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Network hostable DHCP agents. Network: 2f0fb889-6088-4dd1-bae7-4897b1b24a35, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:49:12.735273 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:49:12.757708 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 2f0fb889-6088-4dd1-bae7-4897b1b24a35) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:49:12.769395 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28686cdc-2e14-4d5b-af07-82f07a6114f0 None None] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:49:12.772468 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b9112-7169-47bc-af5e-ccc3c80588b4 req-9aca8d9d-99a7-4649-b8cf-d6c28b11d7b0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:12.775475 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf8b9112-7169-47bc-af5e-ccc3c80588b4 req-9aca8d9d-99a7-4649-b8cf-d6c28b11d7b0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0706801 Dec 15 12:49:12.790045 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:12.790680 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:12.840783 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-58f1e819-d98b-4e3c-ab04-be168fd4f38e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4626474 Dec 15 12:49:12.846392 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf8b9112-7169-47bc-af5e-ccc3c80588b4 req-56b81574-0f32-4601-b5e0-616d96786536 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586047 Dec 15 12:49:12.910892 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117e768-0866-4899-ab0c-3b191bf66961 None None] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:49:13.414750 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-d6daabdd-9211-45d3-a6b9-995d438fdbdb tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:13.417476 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-d6daabdd-9211-45d3-a6b9-995d438fdbdb tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1605997 Dec 15 12:49:13.438550 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-54a55242-2f40-421c-9561-04a370c3c785 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/quotas/cfba73a62d5f4114b656e3e7538bdf98 HTTP/1.1" status: 200 len: 375 time: 0.0132108 Dec 15 12:49:13.475224 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-e728c470-b28f-45fb-bae6-4b9683016f2c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306127 Dec 15 12:49:13.601127 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-b7f9ca7d-1b67-40ba-a290-21c78ad24a81 service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166348 Dec 15 12:49:13.731139 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-e034113a-d0f3-47c3-b8a4-545d78f57f50 service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232989 Dec 15 12:49:13.930115 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6e58eba3-61d0-4a60-bc0b-4b1d062fe94b req-a6810d7a-696b-4add-a037-0c089ee68ebf tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 210 time: 0.0345898 Dec 15 12:49:14.019052 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3e4c-4464-4598-a643-cfc3673a587d req-2b643fcd-f37d-4c50-8721-a79a8bbd249d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:14.020612 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-892d3e4c-4464-4598-a643-cfc3673a587d req-2b643fcd-f37d-4c50-8721-a79a8bbd249d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.0649567 Dec 15 12:49:14.105240 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-892d3e4c-4464-4598-a643-cfc3673a587d req-9ece4cf8-f11b-43dc-be72-654cefca5156 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759294 Dec 15 12:49:15.121657 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d4d2ddb0-a2bb-4cc8-b61d-1d91762c6dad req-b6874c03-a9bd-4b1f-a504-f078151496e0 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 210 time: 0.0921373 Dec 15 12:49:15.240574 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-2c1d108d-a311-419a-a4c9-f6aca8063344 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:15.242165 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-2c1d108d-a311-419a-a4c9-f6aca8063344 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1929417 Dec 15 12:49:15.266516 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Request body: {'port': {'device_id': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'admin_state_up': True, 'tenant_id': 'cfba73a62d5f4114b656e3e7538bdf98'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:15.360980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443ace8-1215-447d-a5d3-d982880cc1cb req-1c8ba8c2-574b-4acc-b215-e11e4a02d12b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:15.362755 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c443ace8-1215-447d-a5d3-d982880cc1cb req-1c8ba8c2-574b-4acc-b215-e11e4a02d12b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1562819 Dec 15 12:49:15.449321 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c443ace8-1215-447d-a5d3-d982880cc1cb req-3286d635-f8ca-48ba-af1b-421140969955 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759149 Dec 15 12:49:15.458602 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Made reservation on behalf of cfba73a62d5f4114b656e3e7538bdf98 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:49:15.462748 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:15.628272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Allocated IP 172.20.0.6 (2f0fb889-6088-4dd1-bae7-4897b1b24a35/8ffb0756-1170-406a-9717-f1e838b6e2b7/668e99f3-37cd-4ed1-a126-f9705716821c) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:49:15.831777 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:15.871390 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:15.923010 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:49:15.926860 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:49:15.930910 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:49:15.965441 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event updated for resources: {'Port': ['ID=668e99f3-37cd-4ed1-a126-f9705716821c,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:16.000258 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:16.001730 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:16.034487 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-8e32dc92-8448-4ca5-acd1-f8f6cdde262f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754509 Dec 15 12:49:16.048924 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Request body: {'port': {'device_id': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:16.127057 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:16.470529 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72ace0-7d17-46da-988c-6030ebb04179 req-8dd5dcf3-5738-4c0d-a118-0a93898ca074 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:16.472464 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0d72ace0-7d17-46da-988c-6030ebb04179 req-8dd5dcf3-5738-4c0d-a118-0a93898ca074 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 931 time: 0.2156999 Dec 15 12:49:16.674413 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0d72ace0-7d17-46da-988c-6030ebb04179 req-86f56f15-476f-4de7-9809-1641edbde43b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712899 Dec 15 12:49:16.697909 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72a13d-eb1b-4f8e-9b0a-6337ad8f8bae req-59d1a7d1-2a06-4e26-bcbd-6892eb2ea173 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:16.700830 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af72a13d-eb1b-4f8e-9b0a-6337ad8f8bae req-59d1a7d1-2a06-4e26-bcbd-6892eb2ea173 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1248214 Dec 15 12:49:16.845028 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af72a13d-eb1b-4f8e-9b0a-6337ad8f8bae req-113e818f-bff6-42ab-9f8c-b10512ef37ca tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345899 Dec 15 12:49:16.868362 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668e99f3-37cd-4ed1-a126-f9705716821c {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:16.878285 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:16.901140 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Transition to ACTIVE for port object 668e99f3-37cd-4ed1-a126-f9705716821c will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:49:16.914791 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:17.018901 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=668e99f3-37cd-4ed1-a126-f9705716821c,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:17.084317 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Attempting to bind port 668e99f3-37cd-4ed1-a126-f9705716821c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:49:17.084660 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Attempting to bind port 668e99f3-37cd-4ed1-a126-f9705716821c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:49:17.084998 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Attempting to bind port 668e99f3-37cd-4ed1-a126-f9705716821c on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:49:17.091263 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Port 668e99f3-37cd-4ed1-a126-f9705716821c on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:49:17.091915 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Attempting to bind port 668e99f3-37cd-4ed1-a126-f9705716821c on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:49:17.099320 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:49:17.099588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Checking segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:49:17.099960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Bound using segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:49:17.100412 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Bound port: 668e99f3-37cd-4ed1-a126-f9705716821c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:49:17.100781 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:17.184788 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] For port 668e99f3-37cd-4ed1-a126-f9705716821c, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:49:17.189742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] For port 668e99f3-37cd-4ed1-a126-f9705716821c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668e99f3-37cd-4ed1-a126-f9705716821c,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:49:17.198838 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:17.258895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:17.259523 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:17.260910 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] 10.222.0.36 "PUT /v2.0/ports/668e99f3-37cd-4ed1-a126-f9705716821c HTTP/1.1" status: 200 len: 1093 time: 1.2171121 Dec 15 12:49:17.261354 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'tag': '668e99f3-37cd-4ed1-a126-f9705716821c'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:17.267923 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea3d9d-c196-4c37-8970-5907796be8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "59bfbae1-48ad-4809-8f3f-2ed5cceb0a17", "tag": "668e99f3-37cd-4ed1-a126-f9705716821c"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:17.288330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c61ac-413e-48c1-8d32-6dd37dd6cb42 service neutron] Pushing event updated for resources: {'Port': ['ID=668e99f3-37cd-4ed1-a126-f9705716821c,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:17.311231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d9dfa4-da96-4e12-85fe-409641aefecc x-openstack-request-id: req-d3d9dfa4-da96-4e12-85fe-409641aefecc {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:17.312013 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bfbae1-48ad-4809-8f3f-2ed5cceb0a17", "tag": "668e99f3-37cd-4ed1-a126-f9705716821c", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:17.312013 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3d9dfa4-da96-4e12-85fe-409641aefecc {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:17.312738 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'tag': '668e99f3-37cd-4ed1-a126-f9705716821c', 'status': 'completed', 'code': 200} Dec 15 12:49:17.373176 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-94db9d71-68ec-4275-a307-ae66dc1cfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:17.376049 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-94db9d71-68ec-4275-a307-ae66dc1cfe62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 1096 time: 0.0526879 Dec 15 12:49:17.421928 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-6a2654a7-7faf-487f-bd75-2f6d8acefba1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=668e99f3-37cd-4ed1-a126-f9705716821c HTTP/1.1" status: 200 len: 217 time: 0.0372553 Dec 15 12:49:17.487467 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-e3604f62-1bfd-45d7-85d4-4de53097eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:17.489693 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-e3604f62-1bfd-45d7-85d4-4de53097eda6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0606182 Dec 15 12:49:17.528387 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-7aa7bd27-01b5-4565-b03f-be39b0537ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314198 Dec 15 12:49:17.652306 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-861df00f-ede5-44a3-99c0-59a7d701a067 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152141 Dec 15 12:49:17.762932 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-033b2e9b-1b51-4bc1-996f-3a248eaeda8f req-ca0b9f3c-3a1b-4bc5-be22-70d2df12279d service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017876 Dec 15 12:49:17.867889 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77b5d6-0d02-4ad1-b113-b5d2711ca272 req-9cc1dc35-1ed2-4cf8-9792-08bb75561b9b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:17.869447 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eb77b5d6-0d02-4ad1-b113-b5d2711ca272 req-9cc1dc35-1ed2-4cf8-9792-08bb75561b9b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 943 time: 0.0914583 Dec 15 12:49:17.899294 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-85a6cb4b-8907-4391-baed-7bec42805a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:17.900835 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-85a6cb4b-8907-4391-baed-7bec42805a60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 1096 time: 0.0794985 Dec 15 12:49:18.007563 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eb77b5d6-0d02-4ad1-b113-b5d2711ca272 req-0d0332a4-9f05-402e-9eb1-9f2c7a26a2cc tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304812 Dec 15 12:49:18.055797 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee34c64-a917-4d5b-875b-ba4b99670909 req-c47018ff-393a-46f6-8715-81066baaeba8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:18.057296 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5ee34c64-a917-4d5b-875b-ba4b99670909 req-c47018ff-393a-46f6-8715-81066baaeba8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1117952 Dec 15 12:49:18.063316 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-f0467b26-e01c-468c-8425-ab2f548dc6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:18.064489 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-f0467b26-e01c-468c-8425-ab2f548dc6c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 915 time: 0.1514363 Dec 15 12:49:18.122147 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-4c84bf79-2e27-4df7-bf99-9ddc8d3d544e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=668e99f3-37cd-4ed1-a126-f9705716821c HTTP/1.1" status: 200 len: 217 time: 0.0500262 Dec 15 12:49:18.172371 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5ee34c64-a917-4d5b-875b-ba4b99670909 req-ec5bee55-1ca5-4a10-a2c1-b4ad1cca8135 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069472 Dec 15 12:49:18.192191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-9acd8998-fb73-46e1-9e68-f5c2e2fb913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:18.192191 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-9acd8998-fb73-46e1-9e68-f5c2e2fb913e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0600481 Dec 15 12:49:18.225600 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-f1028d02-5c30-4c14-92d7-81cb89169b2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249856 Dec 15 12:49:18.570465 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-25b287f7-b094-41da-956d-81d6e7021d3a service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363245 Dec 15 12:49:18.649003 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49152) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:18.679720 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-68ea3d9d-c196-4c37-8970-5907796be8e8 req-360bfd49-cb29-4e07-9665-d5546cd2d6e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991762 Dec 15 12:49:18.777005 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-55678085-a359-45c4-b738-025bb1f82ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:18.778647 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-55678085-a359-45c4-b738-025bb1f82ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1099 time: 0.0425372 Dec 15 12:49:18.876508 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-565562f0-1569-4507-b2f6-7af99c50a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:18.877890 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-565562f0-1569-4507-b2f6-7af99c50a6ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.0915403 Dec 15 12:49:18.949132 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-987385aa-e005-4817-a7f3-8c58d413aedf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 200 len: 1002 time: 0.0639405 Dec 15 12:49:19.007751 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-2002e0ef-da7c-4913-8002-56449deb34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:19.009322 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-2002e0ef-da7c-4913-8002-56449deb34fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0517812 Dec 15 12:49:19.061595 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-41ee3399-8e02-4188-a305-ac8fa1a2a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:19.063344 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-41ee3399-8e02-4188-a305-ac8fa1a2a96a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462320 Dec 15 12:49:19.160045 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Deleting port 735a00e3-f205-4698-bf97-5877c3ab7a9d {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:19.160278 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:19.196802 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ca15-f599-41a7-8e2a-a6af860459c0 req-d512efc8-75fa-45db-bd67-5bbb32d78436 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:19.198293 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6688ca15-f599-41a7-8e2a-a6af860459c0 req-d512efc8-75fa-45db-bd67-5bbb32d78436 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 943 time: 0.1052232 Dec 15 12:49:19.205009 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-d0635e5c-fb80-44f7-b9e2-2d8c2ee84059 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345992 Dec 15 12:49:19.242051 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:19.242457 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:19.255654 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Calling delete_port for 735a00e3-f205-4698-bf97-5877c3ab7a9d owned by network:floatingip {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:19.365934 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6688ca15-f599-41a7-8e2a-a6af860459c0 req-120d3338-85e8-43d1-b72a-44cdedd15f02 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599553 Dec 15 12:49:19.407093 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bb8edcc-2eee-4cd3-a504-63578de9390f req-a9d088b0-8007-4eb8-803f-a89675dee88c service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940334 Dec 15 12:49:19.431810 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526dd97-18a7-44e8-8f19-0432bf7dac7c req-1224f6ca-2d0b-40ba-b44a-655e8032d506 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:19.437710 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8526dd97-18a7-44e8-8f19-0432bf7dac7c req-1224f6ca-2d0b-40ba-b44a-655e8032d506 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1668220 Dec 15 12:49:19.495538 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:19.496232 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8526dd97-18a7-44e8-8f19-0432bf7dac7c req-a6c52e46-9299-4cf8-9bc1-f1264d69ae65 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512047 Dec 15 12:49:19.528306 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event deleted for resources: {'Port': ['ID=735a00e3-f205-4698-bf97-5877c3ab7a9d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:19.596396 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for floatingip, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:19.597519 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Floating IP f9185d53-500e-4578-8688-dcd255413d82 disassociated (deleted). External IP: 172.27.1.25, port: 919095c7-f871-4282-ac7b-04ca1074d0e3. Dec 15 12:49:19.821010 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:49:19.934084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:49:19.940045 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:19.947205 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] Sync routers for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:49:19.958917 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:19.959532 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:19.975120 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-03c7a21f-4176-4586-bb55-89009809923d tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "DELETE /v2.0/floatingips/f9185d53-500e-4578-8688-dcd255413d82 HTTP/1.1" status: 204 len: 168 time: 1.3249502 Dec 15 12:49:19.975727 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:19.978087 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148eafc2-9792-4d01-9f05-1a5be16420a4" -d '{"events": [{"name": "network-changed", "server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:20.034843 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922da934-ca85-44f2-92aa-f5606e91a637 x-openstack-request-id: req-922da934-ca85-44f2-92aa-f5606e91a637 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:20.035139 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:20.035394 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-922da934-ca85-44f2-92aa-f5606e91a637 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:20.035799 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'status': 'completed', 'code': 200} Dec 15 12:49:20.075390 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:20.138170 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-15f83fcb-16af-435a-8d72-350806f0c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.140844 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-15f83fcb-16af-435a-8d72-350806f0c92a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0481598 Dec 15 12:49:20.272498 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0543-b3ec-48bb-8baa-64488e67c0fc req-f4bee8b5-072a-4151-a423-3279de6096e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.273982 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-359e0543-b3ec-48bb-8baa-64488e67c0fc req-f4bee8b5-072a-4151-a423-3279de6096e3 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0748229 Dec 15 12:49:20.281606 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:20.284153 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-98cb1b10-074e-4d01-9baf-4d25ae96f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.285614 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-98cb1b10-074e-4d01-9baf-4d25ae96f15a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 200 len: 910 time: 0.1340113 Dec 15 12:49:20.324643 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] Checking router: 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:49:20.334201 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:20.334759 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:20.353623 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-b95b0b8d-f93e-4e76-829f-667f755c767e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 200 len: 217 time: 0.0537026 Dec 15 12:49:20.388614 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 668e99f3-37cd-4ed1-a126-f9705716821c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:49:20.410849 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-359e0543-b3ec-48bb-8baa-64488e67c0fc req-78546fdc-6647-44dc-be66-9a879dd5afe4 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242478 Dec 15 12:49:20.438039 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-7a28f25e-e1bc-41ec-9be5-9154d6324f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.439564 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-7a28f25e-e1bc-41ec-9be5-9154d6324f36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 200 len: 848 time: 0.0754082 Dec 15 12:49:20.543679 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 668e99f3-37cd-4ed1-a126-f9705716821c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668e99f3-37cd-4ed1-a126-f9705716821c,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:20.558010 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:20.559720 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '668e99f3-37cd-4ed1-a126-f9705716821c', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'port_id': '668e99f3-37cd-4ed1-a126-f9705716821c', 'mac_address': 'fa:16:3e:96:99:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffb0756-1170-406a-9717-f1e838b6e2b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:49:20.563391 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c171df8-6ab2-4ef3-a37b-69a769987aa7 req-63d2b3be-d4b9-4cd0-a060-51b8e2b6effd tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.571841 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c171df8-6ab2-4ef3-a37b-69a769987aa7 req-63d2b3be-d4b9-4cd0-a060-51b8e2b6effd tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 943 time: 0.0922220 Dec 15 12:49:20.577077 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-07ef210b-2e76-4a4c-8d57-e6d70664164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.579696 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-07ef210b-2e76-4a4c-8d57-e6d70664164e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fd5af14-9012-4859-9db2-1eaeafea331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320713 Dec 15 12:49:20.619500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:20.640892 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668e99f3-37cd-4ed1-a126-f9705716821c {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:20.667161 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 668e99f3-37cd-4ed1-a126-f9705716821c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668e99f3-37cd-4ed1-a126-f9705716821c,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:20.671659 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:20.750371 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=668e99f3-37cd-4ed1-a126-f9705716821c,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:20.794209 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8c171df8-6ab2-4ef3-a37b-69a769987aa7 req-f466a312-7f73-4b54-80a4-5ad2ffe95c04 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211864 Dec 15 12:49:20.799193 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:20.817961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f327cbb-3d54-4c6c-b47a-9313717b8e6a req-92e6215f-25b0-4d1e-ae1e-38060e94150f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:20.819528 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f327cbb-3d54-4c6c-b47a-9313717b8e6a req-92e6215f-25b0-4d1e-ae1e-38060e94150f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.2204516 Dec 15 12:49:20.837579 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fd93de-8c41-4a54-a81b-9a798e7422e1 None None] The sync data for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi is: [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:43:24Z', 'revision_number': 4, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '38996193-3914-441c-b923-a5b977c66ffc', 'name': '', 'network_id': '7fd5af14-9012-4859-9db2-1eaeafea331f', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'mac_address': 'fa:16:3e:e8:60:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:23Z', 'updated_at': '2021-12-15T12:43:29Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'subnets': [{'id': '7d8caf2d-f63e-496a-9384-6ea4fe0cc79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:49:20.854589 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-135a5e39-9eaa-49fd-bfae-651e61a0e3f2 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536511 Dec 15 12:49:20.931038 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5f327cbb-3d54-4c6c-b47a-9313717b8e6a req-4fcdba91-9270-4473-a207-512e5d0e0842 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018574 Dec 15 12:49:20.972332 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:49:20.973210 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-148eafc2-9792-4d01-9f05-1a5be16420a4 req-c71ef6b7-6b40-4817-b81d-1478404af5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042769 Dec 15 12:49:21.078225 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e992807-2953-44a7-8b00-bc5925e910d4 None None] New status for floating IP f9185d53-500e-4578-8688-dcd255413d82: DOWN {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:49:21.542500 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b849b58-a9ca-4265-98aa-bab0d65007c8 req-c4a90507-b066-4f4e-ae51-162e94de77b7 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:21.544170 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b849b58-a9ca-4265-98aa-bab0d65007c8 req-c4a90507-b066-4f4e-ae51-162e94de77b7 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0562181 Dec 15 12:49:21.597883 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1b849b58-a9ca-4265-98aa-bab0d65007c8 req-b6fd4ca4-c8c6-4d7f-b6f9-f363bf8858ac tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/security-groups?id=e39d7cdd-c9de-402e-b128-d7ec6ef321db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471563 Dec 15 12:49:21.946767 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07338d5a-97ce-4c72-a516-9da9593e7741 req-5305a196-288c-493e-b42e-c4a3b3db5307 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:21.948252 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-07338d5a-97ce-4c72-a516-9da9593e7741 req-5305a196-288c-493e-b42e-c4a3b3db5307 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 944 time: 0.0840914 Dec 15 12:49:21.956091 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-f20a5084-5a62-4f49-90aa-03a81be8a0c1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:21.957497 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-f20a5084-5a62-4f49-90aa-03a81be8a0c1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.36 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 945 time: 0.0667391 Dec 15 12:49:22.110241 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-07338d5a-97ce-4c72-a516-9da9593e7741 req-7f4a3cb3-3ccf-4750-960c-66f5312128f8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516607 Dec 15 12:49:22.133746 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b19db5-e1ad-4de3-97f0-fe4af2c93759 req-d6b6518a-c5e7-4e01-8405-c30b44105d84 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:22.135248 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-28b19db5-e1ad-4de3-97f0-fe4af2c93759 req-d6b6518a-c5e7-4e01-8405-c30b44105d84 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 946 time: 0.1264389 Dec 15 12:49:22.160893 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Deleting port 919095c7-f871-4282-ac7b-04ca1074d0e3 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:22.161224 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.243329 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-28b19db5-e1ad-4de3-97f0-fe4af2c93759 req-c12a6d52-34d6-467c-a307-d68e9fc695ba tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007082 Dec 15 12:49:22.288042 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] For port 919095c7-f871-4282-ac7b-04ca1074d0e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=919095c7-f871-4282-ac7b-04ca1074d0e3,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:22.288632 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.306904 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Calling delete_port for 919095c7-f871-4282-ac7b-04ca1074d0e3 owned by compute:nova {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:22.397492 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 668e99f3-37cd-4ed1-a126-f9705716821c up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:49:22.464889 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 668e99f3-37cd-4ed1-a126-f9705716821c completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:49:22.470208 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 668e99f3-37cd-4ed1-a126-f9705716821c triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:49:22.470655 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.483911 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.516696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event deleted for resources: {'Port': ['ID=919095c7-f871-4282-ac7b-04ca1074d0e3,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:22.566687 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] No DVR routers for this DVR port 919095c7-f871-4282-ac7b-04ca1074d0e3 on host hv-cinder-81322 {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:22.569211 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.572807 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-43413c83-a683-4c23-8fd8-4e34facddaf8 req-2620ed0c-ca3e-4ffa-98af-3d3de10777a6 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.36 "DELETE /v2.0/ports/919095c7-f871-4282-ac7b-04ca1074d0e3 HTTP/1.1" status: 204 len: 173 time: 0.6078649 Dec 15 12:49:22.573293 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-deleted', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:22.573743 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.583063 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a8516-d258-4705-965d-aa9ae96554ef" -d '{"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-deleted", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:22.610175 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e99f3-37cd-4ed1-a126-f9705716821c'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:22.612329 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96846b18-99a4-4082-a7b9-4f9687eb9a87" -d '{"events": [{"server_uuid": "59bfbae1-48ad-4809-8f3f-2ed5cceb0a17", "name": "network-vif-plugged", "status": "completed", "tag": "668e99f3-37cd-4ed1-a126-f9705716821c"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:22.629944 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 668e99f3-37cd-4ed1-a126-f9705716821c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668e99f3-37cd-4ed1-a126-f9705716821c,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:22.630089 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8604be0f-31e5-49b2-8352-95e3ef7ea08a x-openstack-request-id: req-8604be0f-31e5-49b2-8352-95e3ef7ea08a {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:22.630641 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a309bd-eb97-4f97-8771-f7497fa88bb3", "name": "network-vif-deleted", "tag": "919095c7-f871-4282-ac7b-04ca1074d0e3", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:22.631210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8604be0f-31e5-49b2-8352-95e3ef7ea08a {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:22.631418 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a309bd-eb97-4f97-8771-f7497fa88bb3', 'name': 'network-vif-deleted', 'tag': '919095c7-f871-4282-ac7b-04ca1074d0e3', 'status': 'completed', 'code': 200} Dec 15 12:49:22.637821 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.640361 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:22.685224 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9791ad7-e00e-4af4-81c0-d06312c5b42e x-openstack-request-id: req-c9791ad7-e00e-4af4-81c0-d06312c5b42e {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:22.685744 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bfbae1-48ad-4809-8f3f-2ed5cceb0a17", "name": "network-vif-plugged", "status": "completed", "tag": "668e99f3-37cd-4ed1-a126-f9705716821c", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:22.686103 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c9791ad7-e00e-4af4-81c0-d06312c5b42e {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:22.686741 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e99f3-37cd-4ed1-a126-f9705716821c', 'code': 200} Dec 15 12:49:22.748586 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=668e99f3-37cd-4ed1-a126-f9705716821c,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:22.783318 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-307710c2-2f98-488f-8a72-384f2da4d7e4 req-8ed40f8a-4774-4b52-ad64-e7e5b5db0cfe tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "GET /v2.0/ports?device_id=32a309bd-eb97-4f97-8771-f7497fa88bb3 HTTP/1.1" status: 200 len: 210 time: 0.0545411 Dec 15 12:49:22.792385 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.838355 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:22.843714 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:22.915097 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=8']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:22.954196 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4702be5-8618-4db1-9d1f-15a3cd8da7f3 req-1b685ab1-f8f3-43d8-803b-b20512d1729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:22.955762 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f4702be5-8618-4db1-9d1f-15a3cd8da7f3 req-1b685ab1-f8f3-43d8-803b-b20512d1729f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 1098 time: 0.0697982 Dec 15 12:49:23.021608 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f4702be5-8618-4db1-9d1f-15a3cd8da7f3 req-a185b931-1fdd-440e-8a09-3490b9339c1d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562315 Dec 15 12:49:23.251742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517864-f067-4981-8497-4ef2fd394156 req-8df92d18-0ff1-4501-97a6-20d7402d0b5e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:23.253100 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0f517864-f067-4981-8497-4ef2fd394156 req-8df92d18-0ff1-4501-97a6-20d7402d0b5e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 945 time: 0.0573094 Dec 15 12:49:23.322448 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0f517864-f067-4981-8497-4ef2fd394156 req-bcf2c7ac-3ada-47bc-9834-3d89e70edc83 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612555 Dec 15 12:49:23.449137 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7c8f4-5c37-45eb-891e-978a244a06ff req-a1fa3649-16e2-4ed2-98e3-2bf044331b97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:23.454950 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-95e7c8f4-5c37-45eb-891e-978a244a06ff req-a1fa3649-16e2-4ed2-98e3-2bf044331b97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0583758 Dec 15 12:49:23.531967 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-14924327-33cb-4596-bfa1-3b55b576d86a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754244 Dec 15 12:49:23.535447 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-95e7c8f4-5c37-45eb-891e-978a244a06ff req-ca041a67-854d-4883-8c54-8293b41dbe9f tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778582 Dec 15 12:49:23.847809 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49230) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:23.910339 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97f1ef37-4ae6-4530-b562-8f9eb17ab9b1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:23.939334 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97f1ef37-4ae6-4530-b562-8f9eb17ab9b1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:24.008302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97f1ef37-4ae6-4530-b562-8f9eb17ab9b1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:24.012133 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97f1ef37-4ae6-4530-b562-8f9eb17ab9b1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:24.013532 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-97f1ef37-4ae6-4530-b562-8f9eb17ab9b1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] 10.222.0.71 "DELETE /v2.0/security-groups/e39d7cdd-c9de-402e-b128-d7ec6ef321db HTTP/1.1" status: 204 len: 168 time: 0.1642399 Dec 15 12:49:24.023714 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1ef37-4ae6-4530-b562-8f9eb17ab9b1 tempest-TestShelveInstance-1058471176 tempest-TestShelveInstance-1058471176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d7cdd-c9de-402e-b128-d7ec6ef321db,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:24.075636 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49234) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:24.531302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b510142-caf9-41b2-be73-68a2be352515 req-36c5f17c-88d5-4c8b-8fc6-29546702339b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:24.532788 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5b510142-caf9-41b2-be73-68a2be352515 req-36c5f17c-88d5-4c8b-8fc6-29546702339b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 945 time: 0.1254427 Dec 15 12:49:24.536066 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-a3cdecd5-2d1d-482e-bd4a-7e7d9b940e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:24.537445 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-a3cdecd5-2d1d-482e-bd4a-7e7d9b940e1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9&tenant_id=5a82960ebb7c4bea8761aade89f55e6c HTTP/1.1" status: 200 len: 1097 time: 0.1183784 Dec 15 12:49:24.621659 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5b510142-caf9-41b2-be73-68a2be352515 req-21616713-dc43-4e9a-95a5-d019852108a8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824492 Dec 15 12:49:24.670045 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-378911d7-7cf5-41e9-9e70-04e7c8f276c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:24.671550 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-378911d7-7cf5-41e9-9e70-04e7c8f276c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1097 time: 0.1067350 Dec 15 12:49:24.687841 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:24.690400 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79743810-7a24-46b0-b113-fd6590410514" -d '{"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:24.726838 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05ffc4-3fe4-4f95-8ad5-68324b0c94e4 x-openstack-request-id: req-ff05ffc4-3fe4-4f95-8ad5-68324b0c94e4 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:24.727149 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:24.727404 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff05ffc4-3fe4-4f95-8ad5-68324b0c94e4 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:24.727805 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'code': 200} Dec 15 12:49:24.771472 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be35746-7b7e-40eb-a14b-850e3d89d151 req-e34a2abf-5b99-4b4a-ae08-7311e7061a8e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:24.772974 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6be35746-7b7e-40eb-a14b-850e3d89d151 req-e34a2abf-5b99-4b4a-ae08-7311e7061a8e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.1482227 Dec 15 12:49:24.846294 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:24.886270 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-b9754a32-12c8-495c-b0c7-ad44e42a3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:24.887770 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-b9754a32-12c8-495c-b0c7-ad44e42a3900 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 200 len: 918 time: 0.1929245 Dec 15 12:49:24.899877 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6be35746-7b7e-40eb-a14b-850e3d89d151 req-80f92175-5d97-4245-b7ed-f30ae0d256b7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176300 Dec 15 12:49:25.327098 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-500ddc70-b0dd-4066-9fd8-ae11cd4d827e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 200 len: 1000 time: 0.4316425 Dec 15 12:49:25.427621 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-9f6d6670-a100-4f96-a319-e68b08dfff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:25.429063 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-9f6d6670-a100-4f96-a319-e68b08dfff11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 200 len: 856 time: 0.0717132 Dec 15 12:49:25.505782 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-7de0ff7f-d633-40d1-8d4d-6463a84617f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:25.507545 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-7de0ff7f-d633-40d1-8d4d-6463a84617f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c1e4c31-2b45-4b56-85b4-b1a928093186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709157 Dec 15 12:49:25.622413 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Deleting port 38996193-3914-441c-b923-a5b977c66ffc {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:25.622693 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:25.628210 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-9a24572a-a4d6-48fd-a3f6-0e66990732fd service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005156 Dec 15 12:49:25.770016 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] For port 38996193-3914-441c-b923-a5b977c66ffc, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=38996193-3914-441c-b923-a5b977c66ffc,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:25.770391 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:25.792396 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Calling delete_port for 38996193-3914-441c-b923-a5b977c66ffc owned by network:router_interface {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:25.797963 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aa4da8d7-aa31-49cc-b664-d18ed72b27b5 req-a83f5cd3-1867-4d4e-9b8c-516c50a4e760 service neutron] 10.222.0.36 "GET /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603796 Dec 15 12:49:25.998501 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:26.064642 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38996193-3914-441c-b923-a5b977c66ffc,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:26.163170 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41665-b061-42cc-be81-47ed5a244dc6 req-c0ab07ad-8a9d-4567-9e48-d9a66af76ad8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:26.164805 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-82e41665-b061-42cc-be81-47ed5a244dc6 req-c0ab07ad-8a9d-4567-9e48-d9a66af76ad8 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.1128726 Dec 15 12:49:26.313922 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-82e41665-b061-42cc-be81-47ed5a244dc6 req-3f4f4fee-18a5-4b88-ab7e-f5eea380c1e3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076233 Dec 15 12:49:26.325167 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:26.412387 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:26.439950 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 919095c7-f871-4282-ac7b-04ca1074d0e3 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:26.440468 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 919095c7-f871-4282-ac7b-04ca1074d0e3 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:26.781060 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:49:26.943123 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:49:26.951730 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-905379de-9511-4906-ab2f-10c555a927a7 admin admin] 10.222.0.71 "PUT /v2.0/routers/6fdc7289-5c1b-4bb3-a021-20ae11b9f705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8756456 Dec 15 12:49:26.951920 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49284) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:26.956611 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] Sync routers for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:49:26.968947 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:26.969749 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:27.081762 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.145645 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:27.215164 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.298160 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Deleting port 260a8be1-f189-44cd-bac2-5cb79e2767a4 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:27.298521 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.385370 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:49:25Z', 'revision_number': 5, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port': {'id': '260a8be1-f189-44cd-bac2-5cb79e2767a4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:21Z', 'updated_at': '2021-12-15T12:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:27.421696 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] Checking router: 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:49:27.432410 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] Routers {'6fdc7289-5c1b-4bb3-a021-20ae11b9f705'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:27.433312 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:27.445200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] For port 260a8be1-f189-44cd-bac2-5cb79e2767a4, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=260a8be1-f189-44cd-bac2-5cb79e2767a4,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:27.445567 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.459572 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Calling delete_port for 260a8be1-f189-44cd-bac2-5cb79e2767a4 owned by network:router_gateway {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:27.540699 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d22a7-2904-4be6-b072-40f68f58bf9e req-198255a2-66b8-4fd5-a013-a211c9b8fff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:27.542468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5a7d22a7-2904-4be6-b072-40f68f58bf9e req-198255a2-66b8-4fd5-a013-a211c9b8fff7 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0872982 Dec 15 12:49:27.586127 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] Set router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:27.640137 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5a7d22a7-2904-4be6-b072-40f68f58bf9e req-9de7dc78-3d32-4831-9393-b35fb9083b33 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912614 Dec 15 12:49:27.662518 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 6, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:27.710167 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d738a1f-069a-4bce-be2c-8ac8ff8803b7 None None] The sync data for ids ['6fdc7289-5c1b-4bb3-a021-20ae11b9f705'] in dv-cinder-813225-4-iscsi is: [{'id': '6fdc7289-5c1b-4bb3-a021-20ae11b9f705', 'name': 'tempest-TestShelveInstance-2133967095-router', 'tenant_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:20Z', 'updated_at': '2021-12-15T12:49:27Z', 'revision_number': 6, 'project_id': '41d32d3aa20e49da9ad1758b4229bdf8', 'gw_port_host': None}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:49:27.734873 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.764368 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=260a8be1-f189-44cd-bac2-5cb79e2767a4,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:27.836055 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.930166 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.932320 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.980384 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.981379 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fdc7289-5c1b-4bb3-a021-20ae11b9f705 {{(pid=109095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:49:27.986878 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:27.987621 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-77e7c028-f0fe-444b-a009-e86876e57ef2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/6fdc7289-5c1b-4bb3-a021-20ae11b9f705 HTTP/1.1" status: 204 len: 168 time: 1.0346999 Dec 15 12:49:27.990518 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49290) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:28.040823 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Deleting subnet 7d8caf2d-f63e-496a-9384-6ea4fe0cc79c {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:49:28.044534 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.082115 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.196485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.299515 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.333857 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8caf2d-f63e-496a-9384-6ea4fe0cc79c,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:28.337689 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-79637300-e221-409f-821f-a31d65287230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.348604 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49292) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:28.349450 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efe3fb5-21c6-4a52-8083-ff0877c5b0db None None] Network 7fd5af14-9012-4859-9db2-1eaeafea331f requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:49:28.363110 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-79637300-e221-409f-821f-a31d65287230 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7d8caf2d-f63e-496a-9384-6ea4fe0cc79c HTTP/1.1" status: 204 len: 168 time: 0.3713024 Dec 15 12:49:28.474132 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.558189 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Deleting port 2152f3ab-d095-45b3-a428-de8d016d5717 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:28.561582 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.598514 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] DHCP port deletion for 7fd5af14-9012-4859-9db2-1eaeafea331f request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:49:28.680264 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] For port 2152f3ab-d095-45b3-a428-de8d016d5717, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=2152f3ab-d095-45b3-a428-de8d016d5717,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:28.680892 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.725720 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Calling delete_port for 2152f3ab-d095-45b3-a428-de8d016d5717 owned by network:dhcp {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:28.765264 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] Deleting port 2152f3ab-d095-45b3-a428-de8d016d5717 {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:28.765631 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.850777 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] For port 2152f3ab-d095-45b3-a428-de8d016d5717, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=2152f3ab-d095-45b3-a428-de8d016d5717,segment=NetworkSegment(ccb93910-0489-43f5-a834-a2a59efd3ba9),segment_id=ccb93910-0489-43f5-a834-a2a59efd3ba9)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:28.851179 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:28.869394 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] Calling delete_port for 2152f3ab-d095-45b3-a428-de8d016d5717 owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:28.876650 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 38996193-3914-441c-b923-a5b977c66ffc no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:28.904391 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 38996193-3914-441c-b923-a5b977c66ffc {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:28.905006 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 38996193-3914-441c-b923-a5b977c66ffc not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:28.905612 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 260a8be1-f189-44cd-bac2-5cb79e2767a4 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:28.932240 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 260a8be1-f189-44cd-bac2-5cb79e2767a4 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:28.932577 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 260a8be1-f189-44cd-bac2-5cb79e2767a4 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:28.934221 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 2152f3ab-d095-45b3-a428-de8d016d5717 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:28.984276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9ac2-93e0-40e1-a177-ece4e980fb4c req-02cf3fe3-04cc-4487-a673-cdc21f9d0107 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:28.985839 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-146e9ac2-93e0-40e1-a177-ece4e980fb4c req-02cf3fe3-04cc-4487-a673-cdc21f9d0107 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.1311848 Dec 15 12:49:29.072015 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-146e9ac2-93e0-40e1-a177-ece4e980fb4c req-63292000-607e-4ac2-871f-60f72c24044c tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753663 Dec 15 12:49:29.073529 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.095135 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.115356 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Pushing event deleted for resources: {'Port': ['ID=2152f3ab-d095-45b3-a428-de8d016d5717,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:29.117514 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.117738 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] No DVR routers for this DVR port 2152f3ab-d095-45b3-a428-de8d016d5717 on host dv-cinder-813225-4-iscsi {{(pid=109096) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:29.162086 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] No DVR routers for this DVR port 2152f3ab-d095-45b3-a428-de8d016d5717 on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:29.169649 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddbf8a-4ab8-4c1d-89c9-b9dd81e858c0 None None] Pushing event deleted for resources: {'Port': ['ID=2152f3ab-d095-45b3-a428-de8d016d5717,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:29.221057 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.253443 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd5af14-9012-4859-9db2-1eaeafea331f']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:29.271818 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb93910-0489-43f5-a834-a2a59efd3ba9') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:29.272094 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb93910-0489-43f5-a834-a2a59efd3ba9') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:29.292577 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.321817 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.329999 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:49:29.330396 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:49:29.332384 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:49:29.414115 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.421997 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:29.426151 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7fd5af14-9012-4859-9db2-1eaeafea331f HTTP/1.1" status: 204 len: 168 time: 1.0761573 Dec 15 12:49:29.429109 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49300) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:29.446287 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e636e6-22f4-4d15-be8e-483d4ba0f179 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd5af14-9012-4859-9db2-1eaeafea331f,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:29.912314 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:30.259427 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e6f24-c427-416f-b403-353307970cd3 req-8baa2f6e-744f-485d-9776-3c302fb59752 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:30.260928 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-307e6f24-c427-416f-b403-353307970cd3 req-8baa2f6e-744f-485d-9776-3c302fb59752 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0860689 Dec 15 12:49:30.270657 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Deleting port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:30.270996 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:30.368177 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-307e6f24-c427-416f-b403-353307970cd3 req-da329682-f57f-428f-9254-fd48a2e55a56 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997994 Dec 15 12:49:30.392525 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] For port b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:30.393090 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:30.416030 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Calling delete_port for b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb owned by network:router_interface {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:30.635900 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:30.667573 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:30.888186 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:31.144168 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Router 347a72cc-d385-4d46-8546-f36f69ecc363 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:49:31.535213 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:31.593375 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:49:31.600333 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e91911ea-6cdc-4135-be27-3ab7bca403fb admin admin] 10.222.0.71 "PUT /v2.0/routers/347a72cc-d385-4d46-8546-f36f69ecc363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694021 Dec 15 12:49:31.603845 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49310) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:31.620560 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] Sync routers for ids ['347a72cc-d385-4d46-8546-f36f69ecc363'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:49:31.627030 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f8fb2-18c3-4fe3-ae8f-cf2f7dfb2085 req-b3017db8-107e-47a3-94fc-cf6eec733fb9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:31.630166 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db9f8fb2-18c3-4fe3-ae8f-cf2f7dfb2085 req-b3017db8-107e-47a3-94fc-cf6eec733fb9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.1002433 Dec 15 12:49:31.649994 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] Routers {'347a72cc-d385-4d46-8546-f36f69ecc363'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:31.651104 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['347a72cc-d385-4d46-8546-f36f69ecc363'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:31.790164 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db9f8fb2-18c3-4fe3-ae8f-cf2f7dfb2085 req-4d5b79fa-9129-419a-9259-9d8a77345a56 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108997 Dec 15 12:49:31.817272 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks [] for router, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:31.843308 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] Set router 347a72cc-d385-4d46-8546-f36f69ecc363 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:31.983700 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.060440 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Deleting port 6d99b6c1-c8db-4a45-b518-e097c9416a17 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:32.060857 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.162308 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:49:30Z', 'revision_number': 5, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port': {'id': '6d99b6c1-c8db-4a45-b518-e097c9416a17', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:32.195085 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] For port 6d99b6c1-c8db-4a45-b518-e097c9416a17, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=6d99b6c1-c8db-4a45-b518-e097c9416a17,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:32.196028 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.206192 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] Checking router: 347a72cc-d385-4d46-8546-f36f69ecc363 for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:49:32.216349 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] Routers {'347a72cc-d385-4d46-8546-f36f69ecc363'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:49:32.221533 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:49:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['347a72cc-d385-4d46-8546-f36f69ecc363'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:32.226191 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Calling delete_port for 6d99b6c1-c8db-4a45-b518-e097c9416a17 owned by network:router_gateway {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:32.342250 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] Set router 347a72cc-d385-4d46-8546-f36f69ecc363 gateway port host: None {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:49:32.428716 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:49:31Z', 'revision_number': 6, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:32.467711 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0fce23-3560-4ac4-826a-3263eb7835a0 None None] The sync data for ids ['347a72cc-d385-4d46-8546-f36f69ecc363'] in dv-cinder-813225-4-iscsi is: [{'id': '347a72cc-d385-4d46-8546-f36f69ecc363', 'name': 'tempest-TestShelveInstance-1746915302-router', 'tenant_id': '89f8933be8aa4acf94bf58e9843094ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:28Z', 'updated_at': '2021-12-15T12:49:31Z', 'revision_number': 6, 'project_id': '89f8933be8aa4acf94bf58e9843094ec', 'gw_port_host': None}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:49:32.493901 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.516737 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-58c2119c-0fa5-4b9c-b8fb-22c98a0d194c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.534176 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d99b6c1-c8db-4a45-b518-e097c9416a17,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:32.624172 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.728618 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.731249 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.780086 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.781415 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347a72cc-d385-4d46-8546-f36f69ecc363 {{(pid=109096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:49:32.786689 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.787242 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-2b44234d-87bf-428d-bdea-806e287f0550 admin admin] 10.222.0.71 "DELETE /v2.0/routers/347a72cc-d385-4d46-8546-f36f69ecc363 HTTP/1.1" status: 204 len: 168 time: 1.1823835 Dec 15 12:49:32.789853 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49316) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:32.842730 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Deleting subnet 10c993f3-9a3d-4127-bd7d-bcd585a93e29 {{(pid=109096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:49:32.847442 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:32.894771 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130162171'] for subnet, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.010136 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4468c-c816-4d83-a2ae-d34143550cbf req-f56653d1-bd84-4821-85d6-fb079e95f8ef tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:33.014537 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-30b4468c-c816-4d83-a2ae-d34143550cbf req-f56653d1-bd84-4821-85d6-fb079e95f8ef tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0843780 Dec 15 12:49:33.050822 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:33.077808 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:33.078218 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device b1d1d3b3-1211-49e4-b4f8-e6af46a7e5fb not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:33.161793 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.167188 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-30b4468c-c816-4d83-a2ae-d34143550cbf req-a03357c7-3230-4ee1-8653-4b460f14b4f0 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475811 Dec 15 12:49:33.249986 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131006846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130973180'] for subnet, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.275229 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c993f3-9a3d-4127-bd7d-bcd585a93e29,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:33.283519 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.289521 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c64aa6-a83d-43b8-aa36-a00884d9e8ff None None] Network af589f57-b55a-467e-b697-87ac06336fc3 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:49:33.290947 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49322) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:33.301753 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6b442587-51db-4372-a637-052d8720e329 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/10c993f3-9a3d-4127-bd7d-bcd585a93e29 HTTP/1.1" status: 204 len: 168 time: 0.5084462 Dec 15 12:49:33.390144 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.460441 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Deleting port dd53f1da-2b50-4e0e-a362-0c890df88b18 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:33.461187 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.503893 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] DHCP port deletion for af589f57-b55a-467e-b697-87ac06336fc3 request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:49:33.540939 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] For port dd53f1da-2b50-4e0e-a362-0c890df88b18, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=dd53f1da-2b50-4e0e-a362-0c890df88b18,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:33.541302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.556439 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Calling delete_port for dd53f1da-2b50-4e0e-a362-0c890df88b18 owned by network:dhcp {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:33.580821 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] Deleting port dd53f1da-2b50-4e0e-a362-0c890df88b18 {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:49:33.581359 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.656026 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.674664 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] For port dd53f1da-2b50-4e0e-a362-0c890df88b18, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=dd53f1da-2b50-4e0e-a362-0c890df88b18,segment=NetworkSegment(be98419d-59de-4bd5-b639-c7d5243ec5b7),segment_id=be98419d-59de-4bd5-b639-c7d5243ec5b7)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:33.675092 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.684867 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd53f1da-2b50-4e0e-a362-0c890df88b18,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:33.689388 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] No DVR routers for this DVR port dd53f1da-2b50-4e0e-a362-0c890df88b18 on host dv-cinder-813225-4-iscsi {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:33.701623 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] Calling delete_port for dd53f1da-2b50-4e0e-a362-0c890df88b18 owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:49:33.776162 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.815580 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.819799 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af589f57-b55a-467e-b697-87ac06336fc3']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:33.832301 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be98419d-59de-4bd5-b639-c7d5243ec5b7') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:33.832910 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be98419d-59de-4bd5-b639-c7d5243ec5b7') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:49:33.845119 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.855091 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] Pushing event deleted for resources: {'Port': ['ID=dd53f1da-2b50-4e0e-a362-0c890df88b18,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:33.874190 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff533e6-4f8b-49c1-8426-e8a4e485d649 None None] No DVR routers for this DVR port dd53f1da-2b50-4e0e-a362-0c890df88b18 on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:49:33.881909 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.893568 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:49:33.894082 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:49:33.896317 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:49:33.973943 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.983771 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:33.987775 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] 10.222.0.71 "DELETE /v2.0/networks/af589f57-b55a-467e-b697-87ac06336fc3 HTTP/1.1" status: 204 len: 168 time: 0.6950717 Dec 15 12:49:34.011191 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc61c-168d-4652-9ba9-d84a79d97f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=af589f57-b55a-467e-b697-87ac06336fc3,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:34.154839 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49326) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:34.199713 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-f9256a1f-992b-4b68-9e71-0c0a3554c92c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=41d32d3aa20e49da9ad1758b4229bdf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438051 Dec 15 12:49:34.203092 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49332) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:34.274483 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a0f95c2c-2bf0-42f7-b5ef-71690841d46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:34.312280 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a0f95c2c-2bf0-42f7-b5ef-71690841d46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:34.330282 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9f3f-9b1d-48ce-8369-5c17a23d505e req-17af3809-44b5-4b1b-86d9-4323ac45b447 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:34.331905 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-060b9f3f-9b1d-48ce-8369-5c17a23d505e req-17af3809-44b5-4b1b-86d9-4323ac45b447 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0763845 Dec 15 12:49:34.375293 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a0f95c2c-2bf0-42f7-b5ef-71690841d46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:34.378878 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a0f95c2c-2bf0-42f7-b5ef-71690841d46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:34.380586 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a0f95c2c-2bf0-42f7-b5ef-71690841d46b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a3b575bc-07f7-4d18-b78b-ed5b2c603467 HTTP/1.1" status: 204 len: 168 time: 0.1752708 Dec 15 12:49:34.393918 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f95c2c-2bf0-42f7-b5ef-71690841d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b575bc-07f7-4d18-b78b-ed5b2c603467,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:34.404349 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-060b9f3f-9b1d-48ce-8369-5c17a23d505e req-f5270d24-1d89-44ee-a5cf-637b30116b89 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576346 Dec 15 12:49:34.702603 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 6d99b6c1-c8db-4a45-b518-e097c9416a17 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:34.739112 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 6d99b6c1-c8db-4a45-b518-e097c9416a17 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:34.739883 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 6d99b6c1-c8db-4a45-b518-e097c9416a17 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:34.740449 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device dd53f1da-2b50-4e0e-a362-0c890df88b18 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:49:34.771956 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: dd53f1da-2b50-4e0e-a362-0c890df88b18 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:49:34.772642 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device dd53f1da-2b50-4e0e-a362-0c890df88b18 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:49:34.836462 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49338) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:34.893698 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-73dd3efe-dafe-41dd-8ead-cc6fb7816491 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=89f8933be8aa4acf94bf58e9843094ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562232 Dec 15 12:49:34.897674 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49340) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:49:34.968052 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c72e6ca-569f-4559-85ca-f2375a4f1364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:34.979178 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4c1555c3-6671-480a-8ece-f8aa35b880c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:34.998055 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c72e6ca-569f-4559-85ca-f2375a4f1364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:35.052314 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c72e6ca-569f-4559-85ca-f2375a4f1364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:35.055357 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7c72e6ca-569f-4559-85ca-f2375a4f1364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:35.065948 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7c72e6ca-569f-4559-85ca-f2375a4f1364 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/01e91f12-2f37-43fa-9247-b1403c70c4bd HTTP/1.1" status: 204 len: 168 time: 0.1671824 Dec 15 12:49:35.074987 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72e6ca-569f-4559-85ca-f2375a4f1364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e91f12-2f37-43fa-9247-b1403c70c4bd,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:35.558878 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7ff3c-4717-4273-9406-2fa628b51488 req-40af296d-4f55-4fe9-9dd3-d8e88c7b657b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:35.561301 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32c7ff3c-4717-4273-9406-2fa628b51488 req-40af296d-4f55-4fe9-9dd3-d8e88c7b657b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0745013 Dec 15 12:49:35.630092 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-32c7ff3c-4717-4273-9406-2fa628b51488 req-b7d3cae1-e236-450f-bd8b-b3b75146b14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593727 Dec 15 12:49:36.153839 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:36.758628 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18228974-cdd7-4867-8579-e89408cecb59 req-8843e6c7-2eb0-49e9-90cf-5b025c26a9c3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:36.760149 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-18228974-cdd7-4867-8579-e89408cecb59 req-8843e6c7-2eb0-49e9-90cf-5b025c26a9c3 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0544426 Dec 15 12:49:36.817468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-18228974-cdd7-4867-8579-e89408cecb59 req-e0e015f7-ca3c-4e1e-a538-6e52c1032cc4 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483382 Dec 15 12:49:37.514073 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:37.953328 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a46f4-d821-4b01-a05a-43a1ce7fdb6d req-00ea9fe0-eaed-4918-97d7-e285f00f2b5b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:37.954928 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-715a46f4-d821-4b01-a05a-43a1ce7fdb6d req-00ea9fe0-eaed-4918-97d7-e285f00f2b5b tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0579686 Dec 15 12:49:38.021451 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-715a46f4-d821-4b01-a05a-43a1ce7fdb6d req-6b390065-54b4-477f-b402-74157cd7a5d2 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578623 Dec 15 12:49:38.250121 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:39.156031 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d55363-984c-4777-954a-00985b6444eb req-2c214f14-561f-4432-8858-5217e77f7b8e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:39.157542 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56d55363-984c-4777-954a-00985b6444eb req-2c214f14-561f-4432-8858-5217e77f7b8e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0504181 Dec 15 12:49:39.205989 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56d55363-984c-4777-954a-00985b6444eb req-74c709a0-9e0c-45ba-a4de-8c2c51bd0a97 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 Dec 15 12:49:40.331994 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc98964-0902-41f0-beda-46314ffd2234 req-487739f3-061f-4cb3-bf3d-28a7cb29c876 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:40.333532 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9bc98964-0902-41f0-beda-46314ffd2234 req-487739f3-061f-4cb3-bf3d-28a7cb29c876 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 944 time: 0.0516188 Dec 15 12:49:40.388849 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9bc98964-0902-41f0-beda-46314ffd2234 req-f8a91559-1b31-49c2-bef1-2a633d7062e6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Dec 15 12:49:40.517814 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:49:40.621321 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:40.761092 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'port_id': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'mac_address': 'fa:16:3e:f2:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:49:40.800131 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:40.813969 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b63b999-2995-4c47-9b9e-53b0af24ef82 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:40.839823 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:40.845583 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:40.893561 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=9']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:41.083822 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['0b63b999-2995-4c47-9b9e-53b0af24ef82'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:49:41.582464 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76299f32-10fe-4ce4-9aba-090b5985ad55 req-b4d243a4-ba8a-4733-9c39-f4a3c9203487 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:41.583923 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-76299f32-10fe-4ce4-9aba-090b5985ad55 req-b4d243a4-ba8a-4733-9c39-f4a3c9203487 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 945 time: 0.1115971 Dec 15 12:49:41.631342 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-76299f32-10fe-4ce4-9aba-090b5985ad55 req-f0b94aa8-bc7b-4fed-8f9b-d6874b3109cb tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Dec 15 12:49:42.519752 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:49:42.567036 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 0b63b999-2995-4c47-9b9e-53b0af24ef82 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:49:42.567312 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:42.647851 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:42.671996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:42.674253 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1aa8a3-92f1-48c0-8a8e-5cb956a4452c" -d '{"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-plugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:42.689175 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:42.696261 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:42.749792 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=10']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:42.766660 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a4ec5-8ca3-468f-b169-270b9e7f6b16 x-openstack-request-id: req-394a4ec5-8ca3-468f-b169-270b9e7f6b16 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:42.767023 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-plugged", "status": "completed", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:42.767420 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-394a4ec5-8ca3-468f-b169-270b9e7f6b16 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:42.767829 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'code': 200} Dec 15 12:49:42.802846 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9617eb4-2fb2-4f5e-8913-4af129bf02d5 req-5f6000d7-978b-4b14-babf-9ee1893fff1e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:42.804960 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d9617eb4-2fb2-4f5e-8913-4af129bf02d5 req-5f6000d7-978b-4b14-babf-9ee1893fff1e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.0937543 Dec 15 12:49:42.859478 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d9617eb4-2fb2-4f5e-8913-4af129bf02d5 req-697cded6-371a-4f59-b1a6-8a1119f0cbf6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469048 Dec 15 12:49:42.956204 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1142-0cc1-415f-9d5b-161ab0a7fb7c req-5c4b96d1-5788-470d-9715-26eb7de38680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:42.957696 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9aee1142-0cc1-415f-9d5b-161ab0a7fb7c req-5c4b96d1-5788-470d-9715-26eb7de38680 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 1100 time: 0.0419381 Dec 15 12:49:43.007672 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9aee1142-0cc1-415f-9d5b-161ab0a7fb7c req-f37e6db9-9c20-4db4-b935-6bf31d0c9de4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Dec 15 12:49:43.991580 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4fca6-d193-4aa7-a2be-623370863416 req-db717917-77bc-4b70-ac12-b55f018becd5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:43.993121 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3db4fca6-d193-4aa7-a2be-623370863416 req-db717917-77bc-4b70-ac12-b55f018becd5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.0510111 Dec 15 12:49:44.043688 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3db4fca6-d193-4aa7-a2be-623370863416 req-ba9f37d6-53f0-402e-8970-a44dd0a13db5 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433967 Dec 15 12:49:44.730464 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:49:45.247540 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24477f71-3c16-4a0f-a7a8-913665a38060 req-bda4e78e-ae04-4529-b868-ebd4f5daea4d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:45.248935 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24477f71-3c16-4a0f-a7a8-913665a38060 req-bda4e78e-ae04-4529-b868-ebd4f5daea4d tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.1136258 Dec 15 12:49:45.259290 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-c53b98c3-f951-408c-aad4-cacaf4147006 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:45.260715 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-c53b98c3-f951-408c-aad4-cacaf4147006 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1480851 Dec 15 12:49:45.293827 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-395b7904-a505-49c0-b332-6de90591ec3a tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/quotas/cfba73a62d5f4114b656e3e7538bdf98 HTTP/1.1" status: 200 len: 375 time: 0.0173306 Dec 15 12:49:45.341127 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-24477f71-3c16-4a0f-a7a8-913665a38060 req-8db2ff4a-8614-40b8-9a20-b8554dbaa955 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792537 Dec 15 12:49:45.358304 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-9d8fc47f-7dc3-4e53-a64e-1ae0b3882f5c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561390 Dec 15 12:49:45.463104 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b61913ae-1e88-400f-9d2d-7f8dfb7702af service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976925 Dec 15 12:49:45.553803 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-ca945176-43b1-4caf-9b96-1cc4fbdde7ef service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837643 Dec 15 12:49:45.727336 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-01944977-e253-41e7-982f-076424fe23c6 req-ed9753b4-08c3-4190-b05f-4328aeae8199 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 210 time: 0.0329969 Dec 15 12:49:46.769035 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-04166108-3cdc-44f1-9217-d729a8801a5c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:46.772354 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-04166108-3cdc-44f1-9217-d729a8801a5c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1210852 Dec 15 12:49:46.786148 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Request body: {'port': {'device_id': 'fbee4d61-b283-44a8-a261-547515cc1579', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'admin_state_up': True, 'tenant_id': 'cfba73a62d5f4114b656e3e7538bdf98'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:46.867378 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfa05cd1-efec-4aa4-a75b-d724f26df85c req-3b0f7c7f-c4ed-4c7f-8de1-bc0447ce22a7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 210 time: 0.0610223 Dec 15 12:49:46.936686 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Made reservation on behalf of cfba73a62d5f4114b656e3e7538bdf98 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:49:46.940245 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.072870 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Allocated IP 172.20.0.10 (2f0fb889-6088-4dd1-bae7-4897b1b24a35/8ffb0756-1170-406a-9717-f1e838b6e2b7/2c1fe35a-35d0-4856-b7f9-c3a6babb8920) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:49:47.224294 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.257807 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.271175 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:49:47.310368 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:49:47.313696 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:49:47.317625 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:49:47.324970 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event updated for resources: {'Port': ['ID=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:47.373767 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:47.374443 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.394309 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-e37cc2a3-3b5c-411d-a1c2-8de93a11b4d1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6124654 Dec 15 12:49:47.408629 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Request body: {'port': {'device_id': 'fbee4d61-b283-44a8-a261-547515cc1579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:47.468258 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.751933 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:47.759509 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.771382 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Transition to ACTIVE for port object 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:49:47.775323 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:47.826608 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Pushing event updated for resources: {'Port': ['ID=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:47.896994 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Attempting to bind port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:49:47.897331 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Attempting to bind port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:49:47.897645 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Attempting to bind port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:49:47.902766 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:49:47.903313 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Attempting to bind port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:49:47.908082 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:49:47.908411 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Checking segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:49:47.908786 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Bound using segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:49:47.909210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Bound port: 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:49:47.909559 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:48.006406 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] For port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:49:48.010105 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] For port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:49:48.019353 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac08ee4-9814-4bc4-a8a3-1f68ad6b3d8e req-b41777bc-c9a8-4d77-9177-f0ce567e5db7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.020883 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ac08ee4-9814-4bc4-a8a3-1f68ad6b3d8e req-b41777bc-c9a8-4d77-9177-f0ce567e5db7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 944 time: 0.0773742 Dec 15 12:49:48.022583 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:48.072358 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.072979 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:48.075273 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] 10.222.0.36 "PUT /v2.0/ports/2c1fe35a-35d0-4856-b7f9-c3a6babb8920 HTTP/1.1" status: 200 len: 1094 time: 0.6714172 Dec 15 12:49:48.083053 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbee4d61-b283-44a8-a261-547515cc1579', 'tag': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:48.085332 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913818fb-a81f-4ca6-96f7-0777ead3e5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fbee4d61-b283-44a8-a261-547515cc1579", "tag": "2c1fe35a-35d0-4856-b7f9-c3a6babb8920"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:48.117683 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b9980-5dab-4bc0-a103-60a977268b6e service neutron] Pushing event updated for resources: {'Port': ['ID=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:48.143192 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1ac08ee4-9814-4bc4-a8a3-1f68ad6b3d8e req-db41aa6f-5a94-4a0c-acb4-71ed64bf176c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937901 Dec 15 12:49:48.144664 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27098689-29d8-4438-bc8d-660e3f4c7c26 x-openstack-request-id: req-27098689-29d8-4438-bc8d-660e3f4c7c26 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:48.144958 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbee4d61-b283-44a8-a261-547515cc1579", "tag": "2c1fe35a-35d0-4856-b7f9-c3a6babb8920", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:48.145303 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27098689-29d8-4438-bc8d-660e3f4c7c26 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:48.145654 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbee4d61-b283-44a8-a261-547515cc1579', 'tag': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', 'status': 'completed', 'code': 200} Dec 15 12:49:48.180194 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-8da359a5-0ee5-45d7-9995-d7ecd1fd1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.181697 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-8da359a5-0ee5-45d7-9995-d7ecd1fd1419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 1097 time: 0.0500669 Dec 15 12:49:48.226843 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-d4bd390a-c73b-44f1-8aaa-48501b3d9f40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920 HTTP/1.1" status: 200 len: 217 time: 0.0349956 Dec 15 12:49:48.282710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-90e63dfa-121c-4674-9908-39fd7e6ba344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.284234 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-90e63dfa-121c-4674-9908-39fd7e6ba344 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0484571 Dec 15 12:49:48.317941 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-de9a6a36-ea22-45f7-ae6e-c84a4b508a7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263615 Dec 15 12:49:48.407149 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-1f4aa0ef-7b10-430a-ab01-80fbd2269425 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 Dec 15 12:49:48.499814 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-31c3069b-c87c-46cc-b1cd-3291488447a5 req-330acc50-74a6-44fb-b53e-091337a305a6 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Dec 15 12:49:48.586113 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-02f620d7-09d6-43ce-a61a-ae7799ec690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.587841 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-02f620d7-09d6-43ce-a61a-ae7799ec690b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 1097 time: 0.0430493 Dec 15 12:49:48.684754 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-843d51d4-2b5a-4483-a0a5-d319d154d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.686227 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-843d51d4-2b5a-4483-a0a5-d319d154d6b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 915 time: 0.0896683 Dec 15 12:49:48.730139 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-e8683faf-62cf-4bb0-a0cd-612d5f0ff894 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920 HTTP/1.1" status: 200 len: 217 time: 0.0355418 Dec 15 12:49:48.789129 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-dfb721f9-b637-43bd-8309-985f9de530ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:48.791448 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-dfb721f9-b637-43bd-8309-985f9de530ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0520487 Dec 15 12:49:48.823647 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-a743b13c-d540-421e-a664-833a129dfe05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241115 Dec 15 12:49:48.918950 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-755cda7a-8226-4e5c-a86d-77a2ab1f1b34 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866790 Dec 15 12:49:49.011140 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-913818fb-a81f-4ca6-96f7-0777ead3e5dd req-186d2e98-06c7-45ed-a83e-fa34012cd02f service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844743 Dec 15 12:49:49.529676 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1190b9-0600-47ac-b3c4-3ef6892a524a req-54d39224-8dba-49c5-97f4-4b57c6a5ab07 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:49.531212 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6a1190b9-0600-47ac-b3c4-3ef6892a524a req-54d39224-8dba-49c5-97f4-4b57c6a5ab07 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 944 time: 0.3151374 Dec 15 12:49:49.578840 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6a1190b9-0600-47ac-b3c4-3ef6892a524a req-00d55d8d-5d27-4255-8859-b6faeb946568 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Dec 15 12:49:50.550586 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:49:50.655711 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:50.672895 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'port_id': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', 'mac_address': 'fa:16:3e:f0:f4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffb0756-1170-406a-9717-f1e838b6e2b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:49:50.704582 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5715a21-b288-4d52-8a01-585666f65453 req-91d447bf-1fd0-4490-9840-99e9a55790e4 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:50.706069 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f5715a21-b288-4d52-8a01-585666f65453 req-91d447bf-1fd0-4490-9840-99e9a55790e4 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 944 time: 0.0496862 Dec 15 12:49:50.711211 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:50.725606 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:50.746806 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:50.751709 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:50.762921 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f5715a21-b288-4d52-8a01-585666f65453 req-df0ea094-6b7f-4530-8716-36ff47d8eb37 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506308 Dec 15 12:49:50.806417 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:51.020902 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['2c1fe35a-35d0-4856-b7f9-c3a6babb8920'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:49:51.892574 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54805c-e6f7-4f89-ae62-a3f73027537d req-5f906567-25be-49dd-8a36-bfd295612cff tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:51.894056 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2f54805c-e6f7-4f89-ae62-a3f73027537d req-5f906567-25be-49dd-8a36-bfd295612cff tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 945 time: 0.0497291 Dec 15 12:49:51.946141 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2f54805c-e6f7-4f89-ae62-a3f73027537d req-bd808bab-3eaf-4ff1-a708-b09e367fd72b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Dec 15 12:49:52.569353 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:49:52.626279 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:49:52.630159 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:49:52.630557 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:52.710451 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:52.733990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbee4d61-b283-44a8-a261-547515cc1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:49:52.736274 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be50faa-bc8d-4ee9-b68a-fe43d0715123" -d '{"events": [{"server_uuid": "fbee4d61-b283-44a8-a261-547515cc1579", "name": "network-vif-plugged", "status": "completed", "tag": "2c1fe35a-35d0-4856-b7f9-c3a6babb8920"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:49:52.750055 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:49:52.756180 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:52.788089 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c7511-a56e-4b1a-9714-b42fc4c1c03e x-openstack-request-id: req-ec3c7511-a56e-4b1a-9714-b42fc4c1c03e {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:49:52.788373 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbee4d61-b283-44a8-a261-547515cc1579", "name": "network-vif-plugged", "status": "completed", "tag": "2c1fe35a-35d0-4856-b7f9-c3a6babb8920", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:49:52.788628 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec3c7511-a56e-4b1a-9714-b42fc4c1c03e {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:49:52.789012 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbee4d61-b283-44a8-a261-547515cc1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', 'code': 200} Dec 15 12:49:52.816443 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:52.954656 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf67f-b415-474b-96fc-239f68bc28d4 req-405e6d43-48cd-49b2-ba7f-42e823fa34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:52.956176 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-67cdf67f-b415-474b-96fc-239f68bc28d4 req-405e6d43-48cd-49b2-ba7f-42e823fa34c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 1099 time: 0.0408926 Dec 15 12:49:53.004492 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-67cdf67f-b415-474b-96fc-239f68bc28d4 req-e6cf492c-6197-4e0f-9095-6740ed77d618 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Dec 15 12:49:53.080164 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd95b57-26f8-4dee-bbaf-34a9bb2939c8 req-a030220d-3908-4ca0-9ade-8e3e1b199e48 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:53.082515 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7cd95b57-26f8-4dee-bbaf-34a9bb2939c8 req-a030220d-3908-4ca0-9ade-8e3e1b199e48 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0674462 Dec 15 12:49:53.140208 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7cd95b57-26f8-4dee-bbaf-34a9bb2939c8 req-6db03075-c3ba-4fa3-8495-990879406dfc tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516143 Dec 15 12:49:54.262790 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e7f44-213a-4bfb-9231-3d5473010d9c req-f08282f0-28af-4905-81fd-c338c8688b68 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:54.268156 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c07e7f44-213a-4bfb-9231-3d5473010d9c req-f08282f0-28af-4905-81fd-c338c8688b68 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0556943 Dec 15 12:49:54.315084 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c07e7f44-213a-4bfb-9231-3d5473010d9c req-c8f9461a-1d8d-4463-884d-ad6c7ebcd129 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Dec 15 12:49:55.437917 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678cf11-8328-4d87-a1fa-5ae0654fd702 req-33c06088-5351-4aaa-a12c-f850668648f6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:55.439436 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7678cf11-8328-4d87-a1fa-5ae0654fd702 req-33c06088-5351-4aaa-a12c-f850668648f6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0515807 Dec 15 12:49:55.488540 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7678cf11-8328-4d87-a1fa-5ae0654fd702 req-637f83cd-48a2-49ae-95b2-f1ed129218d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Dec 15 12:49:57.205992 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-11f51d15-d984-44ca-8418-d3694ed6ca0e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:57.207378 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-11f51d15-d984-44ca-8418-d3694ed6ca0e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1048632 Dec 15 12:49:57.223823 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-343eae37-d8e9-42b7-8d1a-01750df4c83c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/quotas/cfba73a62d5f4114b656e3e7538bdf98 HTTP/1.1" status: 200 len: 375 time: 0.0105593 Dec 15 12:49:57.275240 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-cf9c4c5a-79fb-478b-bcb4-dac451fe9c96 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457509 Dec 15 12:49:57.369750 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-cd047579-574f-4e3c-8439-ff1338a73ff5 service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869591 Dec 15 12:49:57.458915 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-fce13ef8-4754-4feb-a70f-bd4a908c906d service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830297 Dec 15 12:49:57.638320 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-23768f01-3276-4585-9d1e-8e85b1358fd3 req-67ac0e7e-ec08-4ee4-a7cf-a867da9ceb63 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 210 time: 0.0290577 Dec 15 12:49:58.719287 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-4dbef7b5-ae4d-4ce7-beea-3cb762576608 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:58.721152 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-4dbef7b5-ae4d-4ce7-beea-3cb762576608 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1213384 Dec 15 12:49:58.737173 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Request body: {'port': {'device_id': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'admin_state_up': True, 'tenant_id': 'cfba73a62d5f4114b656e3e7538bdf98'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:58.758010 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-90ab55cb-b29d-4ee8-972a-57d3739d83e5 req-d269be7d-f861-404d-9093-733282892068 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 210 time: 0.0358181 Dec 15 12:49:58.868988 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Made reservation on behalf of cfba73a62d5f4114b656e3e7538bdf98 for: {'port': 1} {{(pid=109096) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:49:58.873481 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.014012 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Allocated IP 172.20.0.2 (2f0fb889-6088-4dd1-bae7-4897b1b24a35/8ffb0756-1170-406a-9717-f1e838b6e2b7/2358fb2d-26fa-4378-80e0-dc8624d8e4fb) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:49:59.180583 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.218209 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.243606 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c', '2c1fe35a-35d0-4856-b7f9-c3a6babb8920'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:49:59.266263 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:49:59.270064 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:49:59.274490 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:49:59.300637 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event updated for resources: {'Port': ['ID=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:59.330512 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:59.331135 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.348135 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0b0f2217-78bb-4f7b-ac3d-998a131a04a1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151645 Dec 15 12:49:59.362155 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Request body: {'port': {'device_id': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:49:59.423383 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.692465 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2358fb2d-26fa-4378-80e0-dc8624d8e4fb {{(pid=109096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:49:59.700563 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.712775 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.provisioning_blocks [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Transition to ACTIVE for port object 2358fb2d-26fa-4378-80e0-dc8624d8e4fb will not be triggered until provisioned by entity L2. {{(pid=109096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:49:59.718581 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.771465 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:49:59.871210 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Attempting to bind port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:49:59.871552 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Attempting to bind port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:49:59.871883 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Attempting to bind port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:49:59.881158 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:49:59.881480 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Attempting to bind port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:49:59.888529 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:49:59.888874 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Checking segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:49:59.889262 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Bound using segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} {{(pid=109096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:49:59.889700 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.managers [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Bound port: 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}}] {{(pid=109096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:49:59.890062 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:49:59.912418 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002320bf-7957-4403-91b7-7420ea38c8b8 req-d5c50ad9-1174-4b50-ac0d-f18b19a73087 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:49:59.913998 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-002320bf-7957-4403-91b7-7420ea38c8b8 req-d5c50ad9-1174-4b50-ac0d-f18b19a73087 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 943 time: 0.0806038 Dec 15 12:50:00.001776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] For port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host hv-cinder-81322, cleared binding levels {{(pid=109096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:50:00.006743 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-002320bf-7957-4403-91b7-7420ea38c8b8 req-51f364c9-2e53-4507-a0e6-f14a8741f1e9 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697508 Dec 15 12:50:00.008407 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] For port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:50:00.013750 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:00.055515 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:00.056145 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:00.058769 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] 10.222.0.36 "PUT /v2.0/ports/2358fb2d-26fa-4378-80e0-dc8624d8e4fb HTTP/1.1" status: 200 len: 1093 time: 0.7007549 Dec 15 12:50:00.059273 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'tag': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:00.061659 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8382f3-5988-478d-9b43-bc3f6b421fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "46fc70af-51f1-497f-9cf8-6dc9de3d93b6", "tag": "2358fb2d-26fa-4378-80e0-dc8624d8e4fb"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:00.089744 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7b81-eeca-4de0-a34c-46f78fc7b55a service neutron] Pushing event updated for resources: {'Port': ['ID=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,revision_number=3']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:00.110562 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54107eef-66e8-4bea-accd-dd71f1a149d0 x-openstack-request-id: req-54107eef-66e8-4bea-accd-dd71f1a149d0 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:00.110863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fc70af-51f1-497f-9cf8-6dc9de3d93b6", "tag": "2358fb2d-26fa-4378-80e0-dc8624d8e4fb", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:00.111120 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-54107eef-66e8-4bea-accd-dd71f1a149d0 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:00.111524 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'tag': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb', 'status': 'completed', 'code': 200} Dec 15 12:50:00.156252 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0ae63aaa-1a90-4400-ab72-294f51654ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:00.157769 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-0ae63aaa-1a90-4400-ab72-294f51654ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 1096 time: 0.0440955 Dec 15 12:50:00.208708 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-ab45f2a0-ea11-4e4c-ae1c-5bb377a2a5ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb HTTP/1.1" status: 200 len: 217 time: 0.0352147 Dec 15 12:50:00.268626 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fa7e-bffa-4003-9faa-be400906615f req-710ab522-d052-443f-be90-0d9c11b339ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:00.270138 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-710ab522-d052-443f-be90-0d9c11b339ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0492895 Dec 15 12:50:00.303494 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-1a2759d5-4854-46e8-bb19-0a04c9011c68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254958 Dec 15 12:50:00.393198 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-94842424-6ae9-4580-9fce-b426905e89da service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823932 Dec 15 12:50:00.507961 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5c54fa7e-bffa-4003-9faa-be400906615f req-1c0707c5-d581-49e3-bfa3-c8773e572dc5 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985975 Dec 15 12:50:00.611857 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-9113738d-4471-4ed3-8168-e792749e0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:00.613278 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-9113738d-4471-4ed3-8168-e792749e0608 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 1096 time: 0.0431957 Dec 15 12:50:00.713750 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-861ba50c-0822-4496-a85e-b568f455b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:00.715442 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-861ba50c-0822-4496-a85e-b568f455b3cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 915 time: 0.0903995 Dec 15 12:50:00.759922 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-4f90e545-bec4-41eb-81bc-0839edfddf1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb HTTP/1.1" status: 200 len: 217 time: 0.0354338 Dec 15 12:50:00.810291 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-928b9df9-d2fe-465a-8b9e-468b93ce7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:00.811799 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-928b9df9-d2fe-465a-8b9e-468b93ce7b6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0441754 Dec 15 12:50:00.850150 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-c61e3fe1-9c29-4384-b275-045d17dfd434 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247104 Dec 15 12:50:00.951532 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-2c2086db-a742-48b8-ab9f-ae47257c8466 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909145 Dec 15 12:50:01.054266 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2c8382f3-5988-478d-9b43-bc3f6b421fcf req-e3e20dd3-18f8-4dfd-aac5-fa9717146c68 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Dec 15 12:50:01.135187 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e54408-0141-4aac-939a-6479e2f2625f req-5202328e-60da-4a59-9b1c-2e907e4b8855 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:01.137052 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-47e54408-0141-4aac-939a-6479e2f2625f req-5202328e-60da-4a59-9b1c-2e907e4b8855 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 943 time: 0.0555286 Dec 15 12:50:01.188189 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-47e54408-0141-4aac-939a-6479e2f2625f req-0a32138a-aed6-4c41-9c49-13eabe220fdb tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Dec 15 12:50:01.561244 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:02.315564 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82f921-2353-434f-983a-25e4e8c76d9d req-b7e95b3c-66b5-4b1a-9b59-b81a32937463 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:02.317067 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4e82f921-2353-434f-983a-25e4e8c76d9d req-b7e95b3c-66b5-4b1a-9b59-b81a32937463 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 943 time: 0.0552266 Dec 15 12:50:02.368566 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4e82f921-2353-434f-983a-25e4e8c76d9d req-1fcaa812-c2cc-46ff-a286-3ea61e10a938 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454693 Dec 15 12:50:02.501033 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-33c25b2d-8162-4db6-ad52-a2d23906cb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:02.646008 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2358fb2d-26fa-4378-80e0-dc8624d8e4fb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:50:02.747035 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:02.759314 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'port_id': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb', 'mac_address': 'fa:16:3e:7d:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffb0756-1170-406a-9717-f1e838b6e2b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:50:02.801782 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:02.816259 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2358fb2d-26fa-4378-80e0-dc8624d8e4fb {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:50:02.842843 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:02.849076 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:02.912786 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:03.195690 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['2358fb2d-26fa-4378-80e0-dc8624d8e4fb'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:50:03.508639 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2a50-f11e-46e4-86e4-857cc52f75ac req-f60903f6-154a-44ff-a7c9-929759369439 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:03.510152 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-69fb2a50-f11e-46e4-86e4-857cc52f75ac req-f60903f6-154a-44ff-a7c9-929759369439 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.0807788 Dec 15 12:50:03.530686 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c708e7-e435-44b4-b340-45191bf5d317 req-1fb89031-4329-4bce-a2a3-f02f81f71ee7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:03.532190 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-69c708e7-e435-44b4-b340-45191bf5d317 req-1fb89031-4329-4bce-a2a3-f02f81f71ee7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 944 time: 0.0907638 Dec 15 12:50:03.600187 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-69fb2a50-f11e-46e4-86e4-857cc52f75ac req-f59d2fda-b75a-4721-b843-2f2e4cce2bde tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828247 Dec 15 12:50:03.608740 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-69c708e7-e435-44b4-b340-45191bf5d317 req-4ace95d2-6a89-4ca9-90c1-675f1a2b2d22 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686073 Dec 15 12:50:04.661908 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2358fb2d-26fa-4378-80e0-dc8624d8e4fb up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:50:04.713253 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:50:04.718307 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:50:04.718724 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:04.753208 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cfa1e-af5c-46c5-990c-f99c47e51989 req-c5351baf-93e4-45a5-92b3-df03ec6838be tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:04.754741 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c63cfa1e-af5c-46c5-990c-f99c47e51989 req-c5351baf-93e4-45a5-92b3-df03ec6838be tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.0851607 Dec 15 12:50:04.762749 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e3a60-3991-4485-b7b4-fd415eac9ce2 req-ecc64c9f-6a4c-4d22-aacc-2e3f3a01d226 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:04.764158 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a68e3a60-3991-4485-b7b4-fd415eac9ce2 req-ecc64c9f-6a4c-4d22-aacc-2e3f3a01d226 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 944 time: 0.0843277 Dec 15 12:50:04.798941 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:04.821654 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:04.824439 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb322f5-1f35-4854-b897-e2def64b4111" -d '{"events": [{"server_uuid": "46fc70af-51f1-497f-9cf8-6dc9de3d93b6", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb2d-26fa-4378-80e0-dc8624d8e4fb"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:04.837128 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:04.841252 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c63cfa1e-af5c-46c5-990c-f99c47e51989 req-8c524b86-c966-4cbb-8d28-c88f87bc914c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761275 Dec 15 12:50:04.842178 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:04.846320 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a68e3a60-3991-4485-b7b4-fd415eac9ce2 req-18f88c5a-64ed-4b78-bbfa-70950c40dee2 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741038 Dec 15 12:50:04.888380 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326d952-ab6d-4802-b684-442bcf1c47bf x-openstack-request-id: req-a326d952-ab6d-4802-b684-442bcf1c47bf {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:04.888666 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc70af-51f1-497f-9cf8-6dc9de3d93b6", "name": "network-vif-plugged", "status": "completed", "tag": "2358fb2d-26fa-4378-80e0-dc8624d8e4fb", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:04.888919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a326d952-ab6d-4802-b684-442bcf1c47bf {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:04.889309 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb', 'code': 200} Dec 15 12:50:04.898392 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:04.975538 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-968c5962-8df6-432d-9ce5-348cd5abc142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:05.076907 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab4373-7e7d-414f-bfd6-1ce81ac78210 req-3c2a845e-8f45-4c5c-b1c7-9cb64f2e0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:05.078416 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4fab4373-7e7d-414f-bfd6-1ce81ac78210 req-3c2a845e-8f45-4c5c-b1c7-9cb64f2e0161 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 1098 time: 0.0405159 Dec 15 12:50:05.125260 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-4fab4373-7e7d-414f-bfd6-1ce81ac78210 req-6b552d09-1124-437a-86b0-be655ba08a99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Dec 15 12:50:05.130080 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-37a14744-1fd2-403e-8587-a5bc80192c90 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:05.131604 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-37a14744-1fd2-403e-8587-a5bc80192c90 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 945 time: 0.0559459 Dec 15 12:50:05.420140 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Deleting port ca5df942-03cd-4fe0-881f-da9a73537afb {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:05.420393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:05.508130 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] For port ca5df942-03cd-4fe0-881f-da9a73537afb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca5df942-03cd-4fe0-881f-da9a73537afb,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:05.508491 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:05.689837 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:05.690205 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:05.690645 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Floating IP 3bc70705-923a-402d-90b8-a26b03eef433 disassociated. External IP: 172.27.1.158, port: ca5df942-03cd-4fe0-881f-da9a73537afb. Dec 15 12:50:05.691027 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Calling delete_port for ca5df942-03cd-4fe0-881f-da9a73537afb owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:05.867795 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:05.907382 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'Port': ['ID=ca5df942-03cd-4fe0-881f-da9a73537afb,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:05.919001 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.919354 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.919704 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.920073 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.920378 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.920697 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.921054 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.921381 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.921716 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.922043 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.922369 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.922721 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.923041 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:05.965412 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b1ce7c11-3df5-4184-88ad-60f7e016e3a1 req-02c1cf5f-b142-426e-8062-76c160f6efba tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 210 time: 0.0302052 Dec 15 12:50:06.033652 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2214692-1f31-45ea-81b2-7679e2776ab3 req-dbf050b2-dc40-4504-a050-25a8610e270b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:06.035237 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b2214692-1f31-45ea-81b2-7679e2776ab3 req-dbf050b2-dc40-4504-a050-25a8610e270b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0673819 Dec 15 12:50:06.077454 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:50:06.090316 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b2214692-1f31-45ea-81b2-7679e2776ab3 req-1859a2d3-ff2f-48e4-b204-bd0186e7a8dd tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Dec 15 12:50:06.155581 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:06.460487 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:50:06.478863 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:50:06.494448 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:06.495511 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:06.504828 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] No DVR routers for this DVR port ca5df942-03cd-4fe0-881f-da9a73537afb on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:50:06.507409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:06.511466 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f39d4bd1-e748-46a6-a506-c14d5527b31e req-fc10710e-ba4e-4def-b9d3-563c280a720c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "DELETE /v2.0/ports/ca5df942-03cd-4fe0-881f-da9a73537afb HTTP/1.1" status: 204 len: 173 time: 1.1748891 Dec 15 12:50:06.511894 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'name': 'network-vif-deleted', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:06.514184 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09234298-cffa-40b4-b4cb-3c31d648e756" -d '{"events": [{"server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "name": "network-vif-deleted", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:06.556883 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99aeba9-7d41-4a29-969e-166c4dc40366 x-openstack-request-id: req-c99aeba9-7d41-4a29-969e-166c4dc40366 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:06.557536 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcf62a-cd23-4066-b8b5-3a12b61c24d6", "name": "network-vif-deleted", "tag": "ca5df942-03cd-4fe0-881f-da9a73537afb", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:06.557953 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c99aeba9-7d41-4a29-969e-166c4dc40366 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:06.558714 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcf62a-cd23-4066-b8b5-3a12b61c24d6', 'name': 'network-vif-deleted', 'tag': 'ca5df942-03cd-4fe0-881f-da9a73537afb', 'status': 'completed', 'code': 200} Dec 15 12:50:06.617240 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:06.829110 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:06.860454 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:50:06.869304 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:06.870594 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:06.974410 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:07.082872 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-db96871c-b6a0-4100-91b5-1b15d269bce2 req-1b372397-7ae3-4c93-8eab-d9c59182c9fa tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=15bcf62a-cd23-4066-b8b5-3a12b61c24d6 HTTP/1.1" status: 200 len: 210 time: 0.0282428 Dec 15 12:50:07.201616 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:07.227804 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d389bf-afa9-481b-9c8c-aa350551af67 req-98eb983b-263f-4bd3-8f55-186a6961f6ac tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:07.229658 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e0d389bf-afa9-481b-9c8c-aa350551af67 req-98eb983b-263f-4bd3-8f55-186a6961f6ac tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0584393 Dec 15 12:50:07.233058 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f4598-13ba-44f6-a369-5a27c59bda22 None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:50:07.301752 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e0d389bf-afa9-481b-9c8c-aa350551af67 req-f2ed3a01-2314-46db-bba5-7afbd25e7876 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655317 Dec 15 12:50:07.537299 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:07.591309 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e93665a-a382-4182-9388-2c068f7707df None None] New status for floating IP 3bc70705-923a-402d-90b8-a26b03eef433: DOWN {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:50:08.261979 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:08.374903 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-309100bb-0cea-4462-958c-872c3301b84f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204836673&fields=id&tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 267 time: 0.0520103 Dec 15 12:50:08.488681 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-1bcd2c79-7e18-4bc1-902e-f5d140e1d274 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:08.490206 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-1bcd2c79-7e18-4bc1-902e-f5d140e1d274 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 811 time: 0.1052594 Dec 15 12:50:08.507638 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aae002f8-f429-4e03-9700-a1e7489cbf65 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/quotas/fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 375 time: 0.0107384 Dec 15 12:50:08.562460 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-42d3b3d2-9158-4db8-a61f-f93f1a1ddaea tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487883 Dec 15 12:50:08.663933 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-ef829c4d-a750-4073-8d8f-f2434db55458 service neutron] 10.222.0.71 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880632 Dec 15 12:50:08.686180 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ca5df942-03cd-4fe0-881f-da9a73537afb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:50:08.712677 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: ca5df942-03cd-4fe0-881f-da9a73537afb {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:50:08.713022 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ca5df942-03cd-4fe0-881f-da9a73537afb not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:50:08.765804 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-34840234-5c00-4ce2-8577-2165802fe33c service neutron] 10.222.0.71 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954518 Dec 15 12:50:09.095530 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-553c572c-803a-4486-a56c-46779f9c3fad req-ff20dc6c-c976-4869-8c2b-322c6464d6eb tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 210 time: 0.0465653 Dec 15 12:50:10.147238 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-202d9df2-b898-4c0c-bada-60767701d2a6 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:10.149368 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-202d9df2-b898-4c0c-bada-60767701d2a6 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 811 time: 0.1083410 Dec 15 12:50:10.201932 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bffaca1b-f443-4d06-9506-a9d845e9eb5c req-d6be08ce-b5d2-4c7e-a036-d78fd0955d42 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 210 time: 0.0359137 Dec 15 12:50:10.225742 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-563ee060-a43f-4231-9799-ed32700e13a4 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 380 time: 0.0661781 Dec 15 12:50:10.237584 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'port': {'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'admin_state_up': True, 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'security_groups': ['f3272d69-0a9f-46ea-b83b-4935b83b006d']}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:50:10.345853 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Made reservation on behalf of fcb89f0927e2463ab82bdd7ad1d800dc for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:50:10.349507 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:10.480613 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Allocated IP 172.20.0.11 (1ce7052f-a068-4ce2-9e17-53263739516c/5e784e9c-7356-4fc8-bfa6-b44822cba94f/48527398-acc5-4713-a973-7c3cc988468c) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:50:10.621948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:10.655868 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:10.702254 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Network 1ce7052f-a068-4ce2-9e17-53263739516c is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:50:10.705268 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:50:10.707843 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:50:10.733756 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=48527398-acc5-4713-a973-7c3cc988468c,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:10.766036 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:10.766888 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:10.785124 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-aa3f7682-772e-40d4-930c-82311d3691bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5511696 Dec 15 12:50:10.798982 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Request body: {'port': {'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:50:10.864852 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:10.923151 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-29270744-0ad7-47ac-a01e-32ef6b18d378 None None] Provisioning complete for port 48527398-acc5-4713-a973-7c3cc988468c triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:50:10.923753 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-29270744-0ad7-47ac-a01e-32ef6b18d378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:10.977561 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-29270744-0ad7-47ac-a01e-32ef6b18d378 None None] Port 48527398-acc5-4713-a973-7c3cc988468c cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:50:11.156555 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48527398-acc5-4713-a973-7c3cc988468c {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:50:11.164270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:11.176866 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Transition to ACTIVE for port object 48527398-acc5-4713-a973-7c3cc988468c will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:50:11.180337 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:11.262021 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=48527398-acc5-4713-a973-7c3cc988468c,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:11.324461 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Attempting to bind port 48527398-acc5-4713-a973-7c3cc988468c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:50:11.324787 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Attempting to bind port 48527398-acc5-4713-a973-7c3cc988468c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:50:11.325117 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Attempting to bind port 48527398-acc5-4713-a973-7c3cc988468c on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:50:11.329816 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Port 48527398-acc5-4713-a973-7c3cc988468c on network 1ce7052f-a068-4ce2-9e17-53263739516c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:50:11.330127 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Attempting to bind port 48527398-acc5-4713-a973-7c3cc988468c on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:50:11.335413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:50:11.335741 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Checking segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:50:11.336117 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Bound using segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:50:11.336542 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Bound port: 48527398-acc5-4713-a973-7c3cc988468c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:50:11.336885 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:11.352483 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860c499-da2c-4f92-8a38-cc3518b3e869 req-5dcb1f8d-2230-412c-a26a-d29bc80aed65 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:11.354175 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b860c499-da2c-4f92-8a38-cc3518b3e869 req-5dcb1f8d-2230-412c-a26a-d29bc80aed65 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0708525 Dec 15 12:50:11.409429 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] For port 48527398-acc5-4713-a973-7c3cc988468c, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:50:11.412954 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] For port 48527398-acc5-4713-a973-7c3cc988468c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48527398-acc5-4713-a973-7c3cc988468c,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:50:11.413358 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b860c499-da2c-4f92-8a38-cc3518b3e869 req-e1847660-d997-45f0-ace0-b04a1c8480fd tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483508 Dec 15 12:50:11.419039 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:11.456680 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:11.457712 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:11.459158 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] 10.222.0.36 "PUT /v2.0/ports/48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 1094 time: 0.6646001 Dec 15 12:50:11.461575 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'tag': '48527398-acc5-4713-a973-7c3cc988468c'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:11.465527 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935bf782-c5fa-4264-bfaf-8a75b425cbca" -d '{"events": [{"name": "network-changed", "server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "tag": "48527398-acc5-4713-a973-7c3cc988468c"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:11.492840 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5f26a-ed5b-49dd-bb07-26fd5381fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=48527398-acc5-4713-a973-7c3cc988468c,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:11.522395 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66825d5-9c29-418a-9da2-bba7ce52e1dd x-openstack-request-id: req-d66825d5-9c29-418a-9da2-bba7ce52e1dd {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:11.522735 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "tag": "48527398-acc5-4713-a973-7c3cc988468c", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:11.522987 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d66825d5-9c29-418a-9da2-bba7ce52e1dd {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:11.523425 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'tag': '48527398-acc5-4713-a973-7c3cc988468c', 'status': 'completed', 'code': 200} Dec 15 12:50:11.575182 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-c9c597b8-15c1-4ab2-8c78-fe717115ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:11.576691 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-c9c597b8-15c1-4ab2-8c78-fe717115ffe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1097 time: 0.0442955 Dec 15 12:50:11.635486 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-fbb66387-9926-4300-a55f-06f9b00acc05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 217 time: 0.0397632 Dec 15 12:50:11.695170 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-2aaa9492-62aa-472b-8784-045bb77e1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:11.696545 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-2aaa9492-62aa-472b-8784-045bb77e1043 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0439065 Dec 15 12:50:11.748962 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-ea9a3722-b97e-4508-b436-bb09466e4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:11.750505 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-ea9a3722-b97e-4508-b436-bb09466e4602 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437205 Dec 15 12:50:11.847434 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-0088ea52-6eef-46e1-a279-37df67124023 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880024 Dec 15 12:50:11.940482 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-cca26384-1821-41e3-af7f-db5fc8685bc5 req-d4f50ac0-23c6-494f-b926-5117859f93eb service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833874 Dec 15 12:50:12.040294 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-079e2554-67ed-4e63-9eb1-06899fa5f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:12.041957 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-079e2554-67ed-4e63-9eb1-06899fa5f6b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1097 time: 0.0473580 Dec 15 12:50:12.134475 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-f69abb82-9e1f-445e-a304-f220b144668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:12.136691 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-f69abb82-9e1f-445e-a304-f220b144668d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.0871069 Dec 15 12:50:12.180348 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-f3ba57d4-7e1d-4b6c-a84b-6c8d89aef3f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 217 time: 0.0342073 Dec 15 12:50:12.239026 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-882eef07-3a5f-438f-b1a9-88e8e099706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:12.240599 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-882eef07-3a5f-438f-b1a9-88e8e099706a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0486372 Dec 15 12:50:12.295613 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-3fbba4a0-cbf7-4b57-8535-523e6cc70dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:12.297104 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-3fbba4a0-cbf7-4b57-8535-523e6cc70dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429952 Dec 15 12:50:12.402711 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-fcfdcd20-251c-4512-b56f-458e0a9ec5de service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984688 Dec 15 12:50:12.501967 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-935bf782-c5fa-4264-bfaf-8a75b425cbca req-496c20f8-f6f0-4a58-9829-e8dadaa08aa9 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921180 Dec 15 12:50:12.537917 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c31e-0b6d-460b-8bc0-1e1ad3d32d2a req-f021f0be-80b7-4149-972e-e5361f62f50c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:12.539589 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aaa4c31e-0b6d-460b-8bc0-1e1ad3d32d2a req-f021f0be-80b7-4149-972e-e5361f62f50c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0543921 Dec 15 12:50:12.593838 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-aaa4c31e-0b6d-460b-8bc0-1e1ad3d32d2a req-799ddcbf-93e5-49dd-ac92-ed9e29e4dd5d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478754 Dec 15 12:50:13.714130 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec30b9-ad9b-49a2-9454-2abc8e7658da req-eb6ae88a-47ec-4ed9-962b-a789e58b61a9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:13.715769 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfec30b9-ad9b-49a2-9454-2abc8e7658da req-eb6ae88a-47ec-4ed9-962b-a789e58b61a9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0504444 Dec 15 12:50:13.770304 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfec30b9-ad9b-49a2-9454-2abc8e7658da req-ad2dca6a-2c84-475d-acb3-f3d058d87ec7 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478528 Dec 15 12:50:14.894577 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1ba38-a6c7-4c3c-85f9-b3e5d3abc231 req-3cb670dc-683e-4476-98e9-b040976008d1 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:14.896126 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-99f1ba38-a6c7-4c3c-85f9-b3e5d3abc231 req-3cb670dc-683e-4476-98e9-b040976008d1 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0563943 Dec 15 12:50:14.954075 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-99f1ba38-a6c7-4c3c-85f9-b3e5d3abc231 req-62f157aa-8e65-431d-8bd8-9a3e71724877 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Dec 15 12:50:16.077895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f355-07e7-46c8-924a-fa79e344724a req-017d2dd2-3e55-447c-8e52-0ba385d238c8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:16.079290 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-27b2f355-07e7-46c8-924a-fa79e344724a req-017d2dd2-3e55-447c-8e52-0ba385d238c8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0541003 Dec 15 12:50:16.131370 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-27b2f355-07e7-46c8-924a-fa79e344724a req-38e9a5b3-f8c8-4a99-9e48-478c80b8c104 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461705 Dec 15 12:50:17.260104 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738f778-fc5a-49ed-b652-bff4519fcc32 req-ac55092b-8625-4987-acaf-c57ca735978b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:17.262240 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0738f778-fc5a-49ed-b652-bff4519fcc32 req-ac55092b-8625-4987-acaf-c57ca735978b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0549312 Dec 15 12:50:17.315691 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0738f778-fc5a-49ed-b652-bff4519fcc32 req-f00c17ba-d166-445f-8856-7d93967a8566 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Dec 15 12:50:18.334257 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-09e98277-e420-4fbe-85aa-7fe78a2567a9 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:18.335814 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-09e98277-e420-4fbe-85aa-7fe78a2567a9 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1098375 Dec 15 12:50:18.352764 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1a7d1aa7-8f54-476f-bdea-b711b83074f1 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/quotas/cfba73a62d5f4114b656e3e7538bdf98 HTTP/1.1" status: 200 len: 375 time: 0.0099976 Dec 15 12:50:18.410749 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-b18c0dae-f9a3-4e7a-bd01-61553e3ead54 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505514 Dec 15 12:50:18.523152 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2027-4329-428f-9ce0-d7e123de85d4 req-f8e116bb-b209-44f6-94f8-5a5adfe36b99 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:18.524675 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e4a2027-4329-428f-9ce0-d7e123de85d4 req-f8e116bb-b209-44f6-94f8-5a5adfe36b99 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.1130083 Dec 15 12:50:18.566879 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-a1e72758-2415-4696-9163-8c4ea0edb03a service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456764 Dec 15 12:50:18.663594 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e4a2027-4329-428f-9ce0-d7e123de85d4 req-0653aed5-7a0e-478e-85c6-3b7f3e7f563f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316645 Dec 15 12:50:18.698262 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-0c5c2905-7d5d-46fe-833a-9c0efcf8de4b service neutron] 10.222.0.71 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248372 Dec 15 12:50:18.873448 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b8890d56-2f4c-41be-a49c-5f564c325d89 req-2ed7ac39-2277-44ec-bd52-322a74036091 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 210 time: 0.0303710 Dec 15 12:50:19.799448 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f33f-bf85-4eda-92a1-e76dc8e1aab2 req-f2dc2ead-396b-41c2-9ccb-6bb2350b44ce tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:19.802287 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bc2f33f-bf85-4eda-92a1-e76dc8e1aab2 req-f2dc2ead-396b-41c2-9ccb-6bb2350b44ce tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0637534 Dec 15 12:50:19.871184 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7bc2f33f-bf85-4eda-92a1-e76dc8e1aab2 req-b67c9439-75eb-4877-8360-dc42d14696a5 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587316 Dec 15 12:50:19.992456 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-74e41cb6-5165-4c6f-bb14-399e14499fde req-a1a9de2c-fcec-4c14-8903-304bbdceb164 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 210 time: 0.0317066 Dec 15 12:50:20.070590 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-8202f00a-aa48-4050-81a0-c34d741571ee tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:20.073281 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-8202f00a-aa48-4050-81a0-c34d741571ee tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 814 time: 0.1875753 Dec 15 12:50:20.105019 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Request body: {'port': {'device_id': '17f23449-39ef-42ac-81a8-ea0018258be0', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'admin_state_up': True, 'tenant_id': 'cfba73a62d5f4114b656e3e7538bdf98'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:50:20.221143 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Made reservation on behalf of cfba73a62d5f4114b656e3e7538bdf98 for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:50:20.225080 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:20.365661 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Allocated IP 172.20.0.11 (2f0fb889-6088-4dd1-bae7-4897b1b24a35/8ffb0756-1170-406a-9717-f1e838b6e2b7/d8e0c329-1c74-4953-9809-823735d8d201) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:50:20.514730 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:20.552140 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:20.564990 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c', '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', '2358fb2d-26fa-4378-80e0-dc8624d8e4fb'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:50:20.609731 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:50:20.613180 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:50:20.617228 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:50:20.624418 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event updated for resources: {'Port': ['ID=d8e0c329-1c74-4953-9809-823735d8d201,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:20.679181 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:20.679866 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:20.698068 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-c6e37e5b-960f-43f8-8e38-62f67dbf26e6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995398 Dec 15 12:50:20.712292 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Request body: {'port': {'device_id': '17f23449-39ef-42ac-81a8-ea0018258be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:50:20.787786 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:21.009747 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42222f35-8c20-4503-a6eb-71cea9cd6d47 req-5f4a71dd-040a-44d1-a999-3208ac47633a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:21.012116 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42222f35-8c20-4503-a6eb-71cea9cd6d47 req-5f4a71dd-040a-44d1-a999-3208ac47633a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0600271 Dec 15 12:50:21.070319 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-42222f35-8c20-4503-a6eb-71cea9cd6d47 req-069c3bfb-8154-469f-82eb-99b52cbf8589 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519609 Dec 15 12:50:21.119092 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e0c329-1c74-4953-9809-823735d8d201 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:50:21.127347 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:21.141790 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Transition to ACTIVE for port object d8e0c329-1c74-4953-9809-823735d8d201 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:50:21.145385 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:21.148068 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463034-89fe-4170-ba8f-34b88385b33b req-bce97d93-6d4e-4dc9-95df-855ed218b08d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:21.151083 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6c463034-89fe-4170-ba8f-34b88385b33b req-bce97d93-6d4e-4dc9-95df-855ed218b08d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 932 time: 0.0709825 Dec 15 12:50:21.222289 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Pushing event updated for resources: {'Port': ['ID=d8e0c329-1c74-4953-9809-823735d8d201,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:21.235746 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6c463034-89fe-4170-ba8f-34b88385b33b req-9aa617e2-2281-45f5-9d41-5503bbd4ea10 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768926 Dec 15 12:50:21.292836 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Attempting to bind port d8e0c329-1c74-4953-9809-823735d8d201 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:50:21.299510 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Attempting to bind port d8e0c329-1c74-4953-9809-823735d8d201 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:50:21.300060 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Attempting to bind port d8e0c329-1c74-4953-9809-823735d8d201 on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:50:21.306772 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Port d8e0c329-1c74-4953-9809-823735d8d201 on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:50:21.307095 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Attempting to bind port d8e0c329-1c74-4953-9809-823735d8d201 on network 2f0fb889-6088-4dd1-bae7-4897b1b24a35 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:50:21.314485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:50:21.315042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Checking segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:50:21.315581 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Bound using segment: {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:50:21.316200 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Bound port: d8e0c329-1c74-4953-9809-823735d8d201, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1c28c0-7a83-4d3a-a559-9c8004d97e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:50:21.316707 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:21.393186 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] For port d8e0c329-1c74-4953-9809-823735d8d201, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:50:21.396402 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] For port d8e0c329-1c74-4953-9809-823735d8d201, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8e0c329-1c74-4953-9809-823735d8d201,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:50:21.401216 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:21.440314 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:21.440926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:21.442374 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] 10.222.0.36 "PUT /v2.0/ports/d8e0c329-1c74-4953-9809-823735d8d201 HTTP/1.1" status: 200 len: 1094 time: 0.7344511 Dec 15 12:50:21.442852 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f23449-39ef-42ac-81a8-ea0018258be0', 'tag': 'd8e0c329-1c74-4953-9809-823735d8d201'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:21.445152 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1651abe-ddd7-4e12-b88b-265f6ad4f835" -d '{"events": [{"name": "network-changed", "server_uuid": "17f23449-39ef-42ac-81a8-ea0018258be0", "tag": "d8e0c329-1c74-4953-9809-823735d8d201"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:21.476216 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562ea3e-ee42-4be6-a04b-43f06e377bfc service neutron] Pushing event updated for resources: {'Port': ['ID=d8e0c329-1c74-4953-9809-823735d8d201,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:21.493843 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de794d2d-af10-487e-b06b-34ed74eb682b x-openstack-request-id: req-de794d2d-af10-487e-b06b-34ed74eb682b {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:21.494137 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f23449-39ef-42ac-81a8-ea0018258be0", "tag": "d8e0c329-1c74-4953-9809-823735d8d201", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:21.494393 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de794d2d-af10-487e-b06b-34ed74eb682b {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:21.494835 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f23449-39ef-42ac-81a8-ea0018258be0', 'tag': 'd8e0c329-1c74-4953-9809-823735d8d201', 'status': 'completed', 'code': 200} Dec 15 12:50:21.551438 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-4bb9e913-7b34-43e9-b43e-9191c705875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:21.552940 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-4bb9e913-7b34-43e9-b43e-9191c705875f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 1097 time: 0.0463817 Dec 15 12:50:21.607432 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-b5bb5d4e-f4dd-41d4-a001-b0e129f82ff8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e0c329-1c74-4953-9809-823735d8d201 HTTP/1.1" status: 200 len: 217 time: 0.0395095 Dec 15 12:50:21.679123 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-0ad4e5c2-a6fb-42a8-a836-126b9482885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:21.680650 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-0ad4e5c2-a6fb-42a8-a836-126b9482885f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0646591 Dec 15 12:50:21.720079 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-57c12ec1-596a-43f5-8c6e-6dee3685b05b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273409 Dec 15 12:50:21.729705 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:50:21.827979 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-900186c6-0c5a-49bb-b211-23caf227782c service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912335 Dec 15 12:50:21.945296 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-acc99927-fbe6-4da5-bac6-797d371c1feb req-d735d0e5-2bd6-418e-b107-7ed77f3244a7 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046314 Dec 15 12:50:22.084418 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-058cbc0f-62e4-4f9d-93a5-d44ddc84177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:22.086731 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-058cbc0f-62e4-4f9d-93a5-d44ddc84177e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 1097 time: 0.0635605 Dec 15 12:50:22.200633 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-e33e70e2-0ba8-4c3a-93f5-d9f68848c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:22.203170 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-e33e70e2-0ba8-4c3a-93f5-d9f68848c3f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 915 time: 0.1016996 Dec 15 12:50:22.225883 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3608b04-e4d5-4018-94e7-556765f9af65 req-e4fe3963-fdda-4ab0-a7ca-5fe9c7701080 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:22.228880 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3608b04-e4d5-4018-94e7-556765f9af65 req-e4fe3963-fdda-4ab0-a7ca-5fe9c7701080 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 944 time: 0.0652733 Dec 15 12:50:22.261405 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-082a5a50-a90e-4759-8da2-ce5b9d041fe3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8e0c329-1c74-4953-9809-823735d8d201 HTTP/1.1" status: 200 len: 217 time: 0.0403996 Dec 15 12:50:22.305302 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3608b04-e4d5-4018-94e7-556765f9af65 req-dd156b29-e656-4165-9224-f7c327a42d13 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686693 Dec 15 12:50:22.337421 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-c37686ad-1ba1-493c-b835-108336b4f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:22.337979 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-c37686ad-1ba1-493c-b835-108336b4f7f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0649943 Dec 15 12:50:22.377586 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-af0fc995-b605-46b0-a9bb-3dafe792d78c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252156 Dec 15 12:50:22.407054 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935dea1-e1f3-4452-aee2-22eef454e951 req-bb3e63b8-0c26-4133-a63e-08ba5ef346fc tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:22.408672 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e935dea1-e1f3-4452-aee2-22eef454e951 req-bb3e63b8-0c26-4133-a63e-08ba5ef346fc tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 944 time: 0.0649571 Dec 15 12:50:22.460441 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e935dea1-e1f3-4452-aee2-22eef454e951 req-3cc9bade-7336-4fdc-b33c-4d3fbd35357b tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Dec 15 12:50:22.486864 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-c52ec20e-66f3-4fd8-babc-9e5202a89240 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994830 Dec 15 12:50:22.596112 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b1651abe-ddd7-4e12-b88b-265f6ad4f835 req-d5409697-f802-4550-8731-2f841364b524 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971537 Dec 15 12:50:22.737437 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 48527398-acc5-4713-a973-7c3cc988468c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:50:22.849981 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 48527398-acc5-4713-a973-7c3cc988468c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48527398-acc5-4713-a973-7c3cc988468c,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:22.863937 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '48527398-acc5-4713-a973-7c3cc988468c', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:50:22.906776 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:22.927910 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48527398-acc5-4713-a973-7c3cc988468c {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:50:22.949500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 48527398-acc5-4713-a973-7c3cc988468c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48527398-acc5-4713-a973-7c3cc988468c,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:22.955340 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:23.006541 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=48527398-acc5-4713-a973-7c3cc988468c,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:23.014707 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.015059 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.015408 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.015773 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.016125 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.016630 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.016969 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.017384 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.017717 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.018056 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.018570 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.018980 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.019386 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:23.304645 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['48527398-acc5-4713-a973-7c3cc988468c'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:50:23.433701 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439996b8-7fbd-44b2-add2-edb0db25262b req-f2ba4d8e-1980-4a4c-9586-d99762b9f4d8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:23.435297 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-439996b8-7fbd-44b2-add2-edb0db25262b req-f2ba4d8e-1980-4a4c-9586-d99762b9f4d8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 945 time: 0.0495670 Dec 15 12:50:23.486652 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-439996b8-7fbd-44b2-add2-edb0db25262b req-ebb4540f-5264-432e-90ee-d765e773126a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452144 Dec 15 12:50:23.584941 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b5b15-ad5a-4743-9662-963f941f311b req-e071f6c7-8c56-45de-8c4b-29b65b5dd498 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:23.586587 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8d8b5b15-ad5a-4743-9662-963f941f311b req-e071f6c7-8c56-45de-8c4b-29b65b5dd498 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 944 time: 0.0549383 Dec 15 12:50:23.639882 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8d8b5b15-ad5a-4743-9662-963f941f311b req-1eda36ee-42ef-4079-9471-33041c240a79 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Dec 15 12:50:24.624595 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f1e1c-2454-480e-8a9f-5351103e7908 req-566efd7f-e257-4bb7-affb-696bf6ddb61f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:24.626081 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e3f1e1c-2454-480e-8a9f-5351103e7908 req-566efd7f-e257-4bb7-affb-696bf6ddb61f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 945 time: 0.0509009 Dec 15 12:50:24.685346 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-9e3f1e1c-2454-480e-8a9f-5351103e7908 req-eed2101a-715b-4787-b6b9-8e5572294c28 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 Dec 15 12:50:24.752325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device d8e0c329-1c74-4953-9809-823735d8d201 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:50:24.756449 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 48527398-acc5-4713-a973-7c3cc988468c up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:50:24.773050 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007b6b8-b569-4f05-9627-92e2a10608a2 req-ae5a413b-cbbb-4f8f-89e5-031864409a9f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:24.774585 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7007b6b8-b569-4f05-9627-92e2a10608a2 req-ae5a413b-cbbb-4f8f-89e5-031864409a9f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 944 time: 0.0542572 Dec 15 12:50:24.824535 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7007b6b8-b569-4f05-9627-92e2a10608a2 req-8e009a6c-9ea8-4292-9778-f52f058a3def tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431035 Dec 15 12:50:24.873555 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 48527398-acc5-4713-a973-7c3cc988468c completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:50:24.886758 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 48527398-acc5-4713-a973-7c3cc988468c triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:50:24.887119 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:24.893087 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port d8e0c329-1c74-4953-9809-823735d8d201, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8e0c329-1c74-4953-9809-823735d8d201,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:24.925222 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'd8e0c329-1c74-4953-9809-823735d8d201', 'network_id': '2f0fb889-6088-4dd1-bae7-4897b1b24a35', 'port_id': 'd8e0c329-1c74-4953-9809-823735d8d201', 'mac_address': 'fa:16:3e:bc:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffb0756-1170-406a-9717-f1e838b6e2b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:50:25.112545 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:25.145987 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e0c329-1c74-4953-9809-823735d8d201 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:50:25.172346 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port d8e0c329-1c74-4953-9809-823735d8d201, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8e0c329-1c74-4953-9809-823735d8d201,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:25.173394 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:25.181638 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:25.221090 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48527398-acc5-4713-a973-7c3cc988468c'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:25.223531 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1929fa-7d24-48d0-8e74-6ca4690e2a46" -d '{"events": [{"server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "name": "network-vif-plugged", "status": "completed", "tag": "48527398-acc5-4713-a973-7c3cc988468c"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:25.243935 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 48527398-acc5-4713-a973-7c3cc988468c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48527398-acc5-4713-a973-7c3cc988468c,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:25.250325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:25.262492 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128af3b4-ff2b-4d59-8b58-5d260f478d97 x-openstack-request-id: req-128af3b4-ff2b-4d59-8b58-5d260f478d97 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:25.262805 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "name": "network-vif-plugged", "status": "completed", "tag": "48527398-acc5-4713-a973-7c3cc988468c", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:25.263039 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-128af3b4-ff2b-4d59-8b58-5d260f478d97 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:25.263442 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48527398-acc5-4713-a973-7c3cc988468c', 'code': 200} Dec 15 12:50:25.264106 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=d8e0c329-1c74-4953-9809-823735d8d201,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:25.322476 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=48527398-acc5-4713-a973-7c3cc988468c,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:25.523543 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['d8e0c329-1c74-4953-9809-823735d8d201'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:50:25.535426 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45fce7-c5d6-44db-ac14-fe5a92d0a196 req-b779d55d-8739-44cd-bfa5-4e45af2a51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:25.537105 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-fe45fce7-c5d6-44db-ac14-fe5a92d0a196 req-b779d55d-8739-44cd-bfa5-4e45af2a51c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1099 time: 0.0545440 Dec 15 12:50:25.599577 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-fe45fce7-c5d6-44db-ac14-fe5a92d0a196 req-db5da068-ec2d-43cf-b9f3-bd97e2e2c900 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510490 Dec 15 12:50:25.656371 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f849253-5be0-45f2-bd16-73a0cd033f48 req-87ef7a83-2831-4667-ace2-bb877a89f04a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:25.657751 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8f849253-5be0-45f2-bd16-73a0cd033f48 req-87ef7a83-2831-4667-ace2-bb877a89f04a tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.0487390 Dec 15 12:50:25.706366 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8f849253-5be0-45f2-bd16-73a0cd033f48 req-22114e3a-8ce9-45ed-b2d5-f7f2ce8ccec6 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425806 Dec 15 12:50:25.805093 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342bc8-13a0-4ad6-97f4-eab5198d0411 req-23d0725e-88ff-432f-be54-10d949a2c576 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:25.806635 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f7342bc8-13a0-4ad6-97f4-eab5198d0411 req-23d0725e-88ff-432f-be54-10d949a2c576 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0498588 Dec 15 12:50:25.868306 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f7342bc8-13a0-4ad6-97f4-eab5198d0411 req-8b890ef2-a0c5-4959-8f77-9edcd4e9bddd tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549965 Dec 15 12:50:25.968090 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc73eef-2c2f-4b36-998f-78aeca44804c req-1c465407-ace9-4ac1-9cc4-0ea0c8ae6dbe tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:25.970502 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ddc73eef-2c2f-4b36-998f-78aeca44804c req-1c465407-ace9-4ac1-9cc4-0ea0c8ae6dbe tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 945 time: 0.0759537 Dec 15 12:50:26.020091 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ddc73eef-2c2f-4b36-998f-78aeca44804c req-f3bf2b64-7c32-4e3a-96cd-c4f440d58c0d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Dec 15 12:50:26.751715 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device d8e0c329-1c74-4953-9809-823735d8d201 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:50:26.806379 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port d8e0c329-1c74-4953-9809-823735d8d201 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:50:26.810882 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port d8e0c329-1c74-4953-9809-823735d8d201 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:50:26.811247 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:26.834998 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e691d7-5f96-45ea-a18c-3454f93aaf59 req-5b5365f6-1df6-4312-955a-64fa0320db06 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:26.836747 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2e691d7-5f96-45ea-a18c-3454f93aaf59 req-5b5365f6-1df6-4312-955a-64fa0320db06 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.0529313 Dec 15 12:50:26.886035 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2e691d7-5f96-45ea-a18c-3454f93aaf59 req-4bd26c7a-342f-4577-8ff9-6c001c7c2e58 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Dec 15 12:50:26.893767 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:26.934555 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port d8e0c329-1c74-4953-9809-823735d8d201, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8e0c329-1c74-4953-9809-823735d8d201,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:26.938766 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:26.989383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=d8e0c329-1c74-4953-9809-823735d8d201,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:26.996764 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3235f7-037a-47d6-b810-df1ecdf75026 req-0b66e798-61fe-44f2-a651-166f76e80217 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:26.998319 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ea3235f7-037a-47d6-b810-df1ecdf75026 req-0b66e798-61fe-44f2-a651-166f76e80217 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0559962 Dec 15 12:50:27.066630 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ea3235f7-037a-47d6-b810-df1ecdf75026 req-02e4db58-3d08-4859-a1d9-2f1903c0cbcb tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618081 Dec 15 12:50:27.145854 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e73a2-477c-4224-9dab-487274559e82 req-a2d01147-703b-4583-8192-a819320e37d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:27.147384 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-450e73a2-477c-4224-9dab-487274559e82 req-a2d01147-703b-4583-8192-a819320e37d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0526423 Dec 15 12:50:27.199126 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-450e73a2-477c-4224-9dab-487274559e82 req-7542b4d5-7d1f-4dd6-b225-822ee5c628f4 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Dec 15 12:50:27.265003 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f23449-39ef-42ac-81a8-ea0018258be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e0c329-1c74-4953-9809-823735d8d201'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:27.267379 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceb1cf6-7f29-4a00-86c3-b6ec7c8f5f63" -d '{"events": [{"server_uuid": "17f23449-39ef-42ac-81a8-ea0018258be0", "name": "network-vif-plugged", "status": "completed", "tag": "d8e0c329-1c74-4953-9809-823735d8d201"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:27.309505 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c82d8d3-37ee-4398-9772-721f5910dd7a x-openstack-request-id: req-0c82d8d3-37ee-4398-9772-721f5910dd7a {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:27.309795 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f23449-39ef-42ac-81a8-ea0018258be0", "name": "network-vif-plugged", "status": "completed", "tag": "d8e0c329-1c74-4953-9809-823735d8d201", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:27.310045 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c82d8d3-37ee-4398-9772-721f5910dd7a {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:27.310457 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f23449-39ef-42ac-81a8-ea0018258be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e0c329-1c74-4953-9809-823735d8d201', 'code': 200} Dec 15 12:50:27.499224 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e4d20-e648-438e-8454-8a5e804c0593 req-0dfd0236-8f4d-4aa2-a480-79e957b5521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:27.500631 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-951e4d20-e648-438e-8454-8a5e804c0593 req-0dfd0236-8f4d-4aa2-a480-79e957b5521f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 1099 time: 0.0413492 Dec 15 12:50:27.550083 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-951e4d20-e648-438e-8454-8a5e804c0593 req-d43b901c-2102-48cf-8942-43369bc4145f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397160 Dec 15 12:50:27.880312 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-b4eb90cc-6a8e-455d-900c-64197c8cbd27 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:27.881756 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-b4eb90cc-6a8e-455d-900c-64197c8cbd27 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.0530586 Dec 15 12:50:27.977271 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Deleting port 0b63b999-2995-4c47-9b9e-53b0af24ef82 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:27.977609 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:28.011691 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221cae4-ca0d-4319-9d5d-b1c8ea6bdf33 req-935192b8-1834-49b0-8fc7-e8e789fa6d85 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:28.013174 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c221cae4-ca0d-4319-9d5d-b1c8ea6bdf33 req-935192b8-1834-49b0-8fc7-e8e789fa6d85 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 947 time: 0.0488141 Dec 15 12:50:28.064185 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c221cae4-ca0d-4319-9d5d-b1c8ea6bdf33 req-a486ce6b-0564-4c1b-a335-b693fd8890fe tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups?id=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Dec 15 12:50:28.070567 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] For port 0b63b999-2995-4c47-9b9e-53b0af24ef82, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0b63b999-2995-4c47-9b9e-53b0af24ef82,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:28.070931 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:28.172420 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ef72e-2bd5-4594-88e2-354ee270d8a3 req-4588cc05-c06d-4587-83d3-21294e1eeece tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:28.173782 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-783ef72e-2bd5-4594-88e2-354ee270d8a3 req-4588cc05-c06d-4587-83d3-21294e1eeece tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0489867 Dec 15 12:50:28.225502 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-783ef72e-2bd5-4594-88e2-354ee270d8a3 req-52f6e52b-dabe-4333-867f-5ebc50cd2abe tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 Dec 15 12:50:28.258408 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:28.259411 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:28.259411 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Floating IP 2fe1ed84-8dec-467d-910c-a0d6dd23d314 disassociated. External IP: 172.27.1.189, port: 0b63b999-2995-4c47-9b9e-53b0af24ef82. Dec 15 12:50:28.259411 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Calling delete_port for 0b63b999-2995-4c47-9b9e-53b0af24ef82 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:28.371380 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7afb9-ec1f-40ec-b602-9434603cb79f req-33a6f707-5743-480d-96c4-d89063780845 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:28.372909 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-33b7afb9-ec1f-40ec-b602-9434603cb79f req-33a6f707-5743-480d-96c4-d89063780845 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0857334 Dec 15 12:50:28.381218 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78874b11-831a-4071-aadb-1dc4189d6331 req-248371d4-01a8-48ec-95f4-7b066d27510f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:28.382666 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-78874b11-831a-4071-aadb-1dc4189d6331 req-248371d4-01a8-48ec-95f4-7b066d27510f tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0845094 Dec 15 12:50:28.403663 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:28.433830 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event deleted for resources: {'Port': ['ID=0b63b999-2995-4c47-9b9e-53b0af24ef82,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:28.470642 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-33b7afb9-ec1f-40ec-b602-9434603cb79f req-825f88f2-b43f-4982-802c-2f0ed574d0af tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869741 Dec 15 12:50:28.475676 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-78874b11-831a-4071-aadb-1dc4189d6331 req-ed8e1282-a272-4000-a85e-8b2ef395c53c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849943 Dec 15 12:50:28.498917 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49728) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:28.553420 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f434413-19dd-48af-bc2f-43d6d2ff58f9 tempest-TestVolumeBootPattern-1614477989 tempest-TestVolumeBootPattern-1614477989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:28.555629 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-3f434413-19dd-48af-bc2f-43d6d2ff58f9 tempest-TestVolumeBootPattern-1614477989 tempest-TestVolumeBootPattern-1614477989-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1094 time: 0.0555851 Dec 15 12:50:28.560654 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49730) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:28.562290 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:50:28.566642 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.v2.base [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109096) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:50:28.594980 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:28.947692 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:50:28.958883 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:50:28.975327 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:28.976335 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:29.002369 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] No DVR routers for this DVR port 0b63b999-2995-4c47-9b9e-53b0af24ef82 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:50:29.005281 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:29.009252 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-fd910ddf-4df8-4a4a-aa7b-c58d466de89c req-924afec3-8f79-42e5-822b-173221c412b9 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.36 "DELETE /v2.0/ports/0b63b999-2995-4c47-9b9e-53b0af24ef82 HTTP/1.1" status: 204 len: 173 time: 1.1172740 Dec 15 12:50:29.010059 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-deleted', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:29.012858 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0d3fbb-b6af-4c67-8dc5-e5aa89e122d3" -d '{"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-deleted", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:29.027876 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:29.066242 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78febc98-9f33-4393-890d-370ea24ac719 x-openstack-request-id: req-78febc98-9f33-4393-890d-370ea24ac719 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:29.066673 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd83a6a8-dd6e-428e-a83b-6fb28edbaab9", "name": "network-vif-deleted", "tag": "0b63b999-2995-4c47-9b9e-53b0af24ef82", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:29.066973 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78febc98-9f33-4393-890d-370ea24ac719 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:29.067377 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd83a6a8-dd6e-428e-a83b-6fb28edbaab9', 'name': 'network-vif-deleted', 'tag': '0b63b999-2995-4c47-9b9e-53b0af24ef82', 'status': 'completed', 'code': 200} Dec 15 12:50:29.179044 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_common [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Allocated IP 172.27.1.123 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/e49aa4d1-0a61-48f2-9c2c-c53b7db2dc01) {{(pid=109096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:50:29.205594 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-ebed65a4-6fda-4d30-bec2-5d3ab858c00a req-42c8eccb-1924-4d7e-b3b0-19b6369c2c08 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/ports?device_id=fd83a6a8-dd6e-428e-a83b-6fb28edbaab9 HTTP/1.1" status: 200 len: 210 time: 0.0374389 Dec 15 12:50:29.215322 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:29.332230 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:29.372960 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:29.412471 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:50:29.415509 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.base_scheduler [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Resources bound (agent type, host, resource id): {{(pid=109096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:50:29.419895 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Received port after_create {{(pid=109096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:50:29.449364 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=e49aa4d1-0a61-48f2-9c2c-c53b7db2dc01,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:29.451468 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:29.462495 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.462866 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.463194 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.464093 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.464466 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.464824 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.465151 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.465477 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.465804 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.466127 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.466469 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.466793 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.467116 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:50:29.482073 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:50:29.492851 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:29.493704 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:29.627404 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:29.663153 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaf6f2-2320-43b2-84c4-2d3a83518bb9 req-4e868708-8b75-433f-9526-0fba73539620 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:29.664623 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-13eaf6f2-2320-43b2-84c4-2d3a83518bb9 req-4e868708-8b75-433f-9526-0fba73539620 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.1034071 Dec 15 12:50:29.763761 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-13eaf6f2-2320-43b2-84c4-2d3a83518bb9 req-8778bc11-ec58-4b1d-bc58-57de29c206e7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912507 Dec 15 12:50:29.844308 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:29.870869 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc8882-0534-47ee-b7a7-079e0117fba1 None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:43:39Z', 'revision_number': 4, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': 'cd04abee-6b0f-45e6-ab49-aa8fd2ea4569', 'name': '', 'network_id': '3c1e4c31-2b45-4b56-85b4-b1a928093186', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'mac_address': 'fa:16:3e:d8:cd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:39Z', 'updated_at': '2021-12-15T12:43:45Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'subnets': [{'id': 'd58f3e35-0a10-4384-80f8-f8e7b6f08d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:50:29.916328 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.016302 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.209998 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d91bd1-2424-4cdf-8070-4f1280eb309d None None] New status for floating IP 2fe1ed84-8dec-467d-910c-a0d6dd23d314: DOWN {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:50:30.237604 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.242352 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131006768'] for port, after_update {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.320871 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49754) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:30.331681 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=e49aa4d1-0a61-48f2-9c2c-c53b7db2dc01,revision_number=2']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:30.349556 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.389333 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-273e00ed-84b2-49ff-b839-98f2ed57f14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.422472 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-273e00ed-84b2-49ff-b839-98f2ed57f14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.478191 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-273e00ed-84b2-49ff-b839-98f2ed57f14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.478609 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Floating IP ef67bcd6-44f6-4460-96ca-70cd14a39ab1 associated. External IP: 172.27.1.123, port: 48527398-acc5-4713-a973-7c3cc988468c. Dec 15 12:50:30.482773 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-273e00ed-84b2-49ff-b839-98f2ed57f14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.483974 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-273e00ed-84b2-49ff-b839-98f2ed57f14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "DELETE /v2.0/security-groups/0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c HTTP/1.1" status: 204 len: 168 time: 0.1612430 Dec 15 12:50:30.488456 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49756) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:30.515738 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.api.v2.resource [None req-53328e8c-a592-4c51-aa0d-b3f5cba47b23 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] show failed (client error): The resource could not be found. Dec 15 12:50:30.517308 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-53328e8c-a592-4c51-aa0d-b3f5cba47b23 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "GET /v2.0/security-groups/0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c HTTP/1.1" status: 404 len: 347 time: 0.0273650 Dec 15 12:50:30.518662 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e00ed-84b2-49ff-b839-98f2ed57f14e tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0228e1fe-bd48-4a71-bee1-c1ad3f1fe06c,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:30.521327 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49758) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:30.666023 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Deleting port b6b46434-0d5e-4ecd-b9f3-b8245ddbdd13 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:30.667218 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.723147 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:50:30.755306 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:50:30.762801 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.763154 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.777355 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 0b63b999-2995-4c47-9b9e-53b0af24ef82 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:50:30.777798 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 0b63b999-2995-4c47-9b9e-53b0af24ef82 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:50:30.779517 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Calling delete_port for b6b46434-0d5e-4ecd-b9f3-b8245ddbdd13 owned by network:floatingip {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:30.843563 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:50:30.855514 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:50:30.863090 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.868459 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:30.869268 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:30.902056 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-56cb666d-3c5d-4d13-94b2-56ff618b7ed8 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3296835 Dec 15 12:50:30.902056 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'tag': '48527398-acc5-4713-a973-7c3cc988468c'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:30.902056 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6556ce3-c640-4cce-87fb-7725acdf971b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "tag": "48527398-acc5-4713-a973-7c3cc988468c"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:30.931233 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:30.940533 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e34e45e-2f30-4002-8e09-3662b22bf80d x-openstack-request-id: req-3e34e45e-2f30-4002-8e09-3662b22bf80d {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:30.940827 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "tag": "48527398-acc5-4713-a973-7c3cc988468c", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:30.941075 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e34e45e-2f30-4002-8e09-3662b22bf80d {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:30.941468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'tag': '48527398-acc5-4713-a973-7c3cc988468c', 'status': 'completed', 'code': 200} Dec 15 12:50:30.956850 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Pushing event deleted for resources: {'Port': ['ID=b6b46434-0d5e-4ecd-b9f3-b8245ddbdd13,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:31.005335 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:31.057571 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:31.061469 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:31.062670 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-300f288d-c5da-4f97-88ee-6e4763460b03 tempest-AttachVolumeShelveTestJSON-1659516667 tempest-AttachVolumeShelveTestJSON-1659516667-project] 10.222.0.71 "DELETE /v2.0/floatingips/2fe1ed84-8dec-467d-910c-a0d6dd23d314 HTTP/1.1" status: 204 len: 168 time: 0.5399466 Dec 15 12:50:31.064984 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-01b59a32-9a11-4d1b-8705-fbc0224b6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:31.066312 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-01b59a32-9a11-4d1b-8705-fbc0224b6a12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1099 time: 0.0964699 Dec 15 12:50:31.179281 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-a2a30602-6e03-45dd-a18d-91014bf67254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:31.180670 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-a2a30602-6e03-45dd-a18d-91014bf67254 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.1035249 Dec 15 12:50:31.267360 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:29Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:31.283674 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-f27cd0c5-ba77-4bf3-ab29-63a8da3b9216 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 1000 time: 0.0873895 Dec 15 12:50:31.301096 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:50:31.310260 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:31.310908 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:05Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:31.341920 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-de5ba861-9112-4d05-99e7-6f14c3a3e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:31.343800 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-de5ba861-9112-4d05-99e7-6f14c3a3e8fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0473747 Dec 15 12:50:31.409115 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-7055bad6-b103-4e34-9388-95cb3a7af880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:31.411789 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-7055bad6-b103-4e34-9388-95cb3a7af880 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559149 Dec 15 12:50:31.439505 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:31.545179 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-9485b08e-6595-49eb-8911-cf65da13489f service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236742 Dec 15 12:50:31.577388 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:31.660987 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-f6556ce3-c640-4cce-87fb-7725acdf971b req-298bb787-5251-4fe6-8e35-c92496e2ea3d service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023903 Dec 15 12:50:31.726505 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:29Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:31.849934 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0cedd9-effc-47f0-a3b7-faf620f7458f None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:29Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:50:32.067073 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b245723-bb55-40db-8403-1f5b0b353b90 None None] New status for floating IP ef67bcd6-44f6-4460-96ca-70cd14a39ab1: ACTIVE {{(pid=109097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:50:32.503472 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-eca34d2c-820d-4b35-b3ca-d61816386a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:33.178168 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-e1651867-8b0d-4ada-b54f-deaa05e43287 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411978 Dec 15 12:50:33.276941 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-3a346d1c-d392-42b2-bd81-21dc2d48abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:33.278468 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-3a346d1c-d392-42b2-bd81-21dc2d48abb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 1098 time: 0.0446033 Dec 15 12:50:33.397582 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-7ee69a73-1dbd-4a7b-b7ad-6bde77bce6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:33.398988 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-7ee69a73-1dbd-4a7b-b7ad-6bde77bce6ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 200 len: 915 time: 0.0864444 Dec 15 12:50:33.450882 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-881cc37b-ff4a-4653-b6ef-524f40d3e419 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=668e99f3-37cd-4ed1-a126-f9705716821c HTTP/1.1" status: 200 len: 217 time: 0.0423250 Dec 15 12:50:33.517060 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-95519e0d-d46d-4092-bafc-133121137d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:33.518542 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-95519e0d-d46d-4092-bafc-133121137d93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 200 len: 854 time: 0.0471785 Dec 15 12:50:33.558295 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-d5b46f94-5930-4dff-b900-f424158348d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f0fb889-6088-4dd1-bae7-4897b1b24a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258620 Dec 15 12:50:33.568732 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49798) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:33.661064 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-97b7c845-55d0-4625-ba57-b311c124be74 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928292 Dec 15 12:50:33.773864 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-ed702d2c-c846-4b7d-ad4a-4ea78771fe83 req-57e0113d-1129-4070-9835-a4a7524610a4 service neutron] 10.222.0.36 "GET /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964656 Dec 15 12:50:34.108067 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:34.362723 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Deleting port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:34.362958 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:34.445488 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] For port cd04abee-6b0f-45e6-ab49-aa8fd2ea4569, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:34.445849 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:34.459165 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Calling delete_port for cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 owned by network:router_interface {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:34.653156 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:34.681112 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04abee-6b0f-45e6-ab49-aa8fd2ea4569,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:34.852322 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:34.980996 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-225649cb-f98e-403e-87e8-519ac946e254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:35.100195 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:50:35.477072 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:50:35.482796 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-ba32be80-aa04-4730-b0da-6b14750de132 admin admin] 10.222.0.71 "PUT /v2.0/routers/473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129953 Dec 15 12:50:35.485330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49806) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:35.486705 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] Sync routers for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:50:35.497275 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:35.497905 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:35.595817 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks [] for router, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:35.609086 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:35.727140 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:35.796560 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Deleting port 04d2b411-6bc1-43fb-a846-109ee5495a89 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:35.796892 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:35.852173 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22'}], 'enable_snat': True}, 'gw_port_id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:50:34Z', 'revision_number': 5, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port': {'id': '04d2b411-6bc1-43fb-a846-109ee5495a89', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:43:36Z', 'updated_at': '2021-12-15T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:35.879489 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] For port 04d2b411-6bc1-43fb-a846-109ee5495a89, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=04d2b411-6bc1-43fb-a846-109ee5495a89,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:35.879845 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:35.882711 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] Checking router: 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:50:35.892440 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Calling delete_port for 04d2b411-6bc1-43fb-a846-109ee5495a89 owned by network:router_gateway {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:35.893394 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] Routers {'473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:50:35.894408 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:50:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:35.980376 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] Set router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:50:36.039707 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:50:35Z', 'revision_number': 6, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:36.067288 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4b8ff-69d1-4bcd-a5e9-5d78ddec46c9 None None] The sync data for ids ['473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8'] in dv-cinder-813225-4-iscsi is: [{'id': '473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8', 'name': 'tempest-AttachVolumeShelveTestJSON-1302398765-router', 'tenant_id': '5a82960ebb7c4bea8761aade89f55e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:43:35Z', 'updated_at': '2021-12-15T12:50:35Z', 'revision_number': 6, 'project_id': '5a82960ebb7c4bea8761aade89f55e6c', 'gw_port_host': None}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:50:36.081310 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.112827 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d2b411-6bc1-43fb-a846-109ee5495a89,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:36.165529 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.182990 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.279769 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.282145 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.328437 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.329057 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 {{(pid=109096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:50:36.334568 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.336439 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-48a901a7-b7dd-4763-a9ee-8c05d7a5e972 admin admin] 10.222.0.71 "DELETE /v2.0/routers/473fb37c-541d-4e5c-aaa0-5cb7c6fef0f8 HTTP/1.1" status: 204 len: 168 time: 0.8496010 Dec 15 12:50:36.339242 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49810) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:36.390318 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Deleting subnet d58f3e35-0a10-4384-80f8-f8e7b6f08d60 {{(pid=109096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:50:36.393698 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.433316 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130162171'] for subnet, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.533945 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.611767 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131006846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130973180'] for subnet, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.641092 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58f3e35-0a10-4384-80f8-f8e7b6f08d60,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:36.644824 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.651400 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49812) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:36.651965 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-9d3cfb90-19f2-42b9-a0ec-083a06fde41a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d58f3e35-0a10-4384-80f8-f8e7b6f08d60 HTTP/1.1" status: 204 len: 168 time: 0.3103187 Dec 15 12:50:36.653607 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed0e1f-d937-4a4a-8bc8-fcf58ec6a407 None None] Network 3c1e4c31-2b45-4b56-85b4-b1a928093186 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:50:36.747019 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.816134 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Deleting port 54918a1e-38cb-4fc2-8046-3698ca2341a0 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:36.816483 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.889976 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] DHCP port deletion for 3c1e4c31-2b45-4b56-85b4-b1a928093186 request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:50:36.891212 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] For port 54918a1e-38cb-4fc2-8046-3698ca2341a0, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=54918a1e-38cb-4fc2-8046-3698ca2341a0,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:36.892036 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.915898 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Calling delete_port for 54918a1e-38cb-4fc2-8046-3698ca2341a0 owned by network:dhcp {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:36.951060 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] Deleting port 54918a1e-38cb-4fc2-8046-3698ca2341a0 {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:36.951826 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:36.966044 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:50:37.033146 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:50:37.033493 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device cd04abee-6b0f-45e6-ab49-aa8fd2ea4569 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:50:37.033915 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 54918a1e-38cb-4fc2-8046-3698ca2341a0 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:50:37.044861 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.069190 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Pushing event deleted for resources: {'Port': ['ID=54918a1e-38cb-4fc2-8046-3698ca2341a0,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:37.070596 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] For port 54918a1e-38cb-4fc2-8046-3698ca2341a0, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=54918a1e-38cb-4fc2-8046-3698ca2341a0,segment=NetworkSegment(595c9107-3d11-4130-9d94-ac1da5c632de),segment_id=595c9107-3d11-4130-9d94-ac1da5c632de)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:37.071032 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.082119 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] No DVR routers for this DVR port 54918a1e-38cb-4fc2-8046-3698ca2341a0 on host dv-cinder-813225-4-iscsi {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:50:37.085808 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] Calling delete_port for 54918a1e-38cb-4fc2-8046-3698ca2341a0 owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:37.173981 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.179407 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No active binding found for port 54918a1e-38cb-4fc2-8046-3698ca2341a0 {{(pid=109097) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 12:50:37.180375 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 54918a1e-38cb-4fc2-8046-3698ca2341a0 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:50:37.180807 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 04d2b411-6bc1-43fb-a846-109ee5495a89 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:50:37.202103 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1e4c31-2b45-4b56-85b4-b1a928093186']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:37.206956 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 04d2b411-6bc1-43fb-a846-109ee5495a89 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:50:37.207308 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 04d2b411-6bc1-43fb-a846-109ee5495a89 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:50:37.222629 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.223833 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595c9107-3d11-4130-9d94-ac1da5c632de') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:37.224331 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595c9107-3d11-4130-9d94-ac1da5c632de') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:50:37.241698 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.250642 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] Pushing event deleted for resources: {'Port': ['ID=54918a1e-38cb-4fc2-8046-3698ca2341a0,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:37.255344 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778545d-df75-4a43-bbe6-6c94ef07a7b6 None None] No DVR routers for this DVR port 54918a1e-38cb-4fc2-8046-3698ca2341a0 on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:50:37.263433 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.270872 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:50:37.271270 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:50:37.273158 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:50:37.332034 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.337844 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.341638 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] 10.222.0.71 "DELETE /v2.0/networks/3c1e4c31-2b45-4b56-85b4-b1a928093186 HTTP/1.1" status: 204 len: 168 time: 0.6891177 Dec 15 12:50:37.352891 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545b52-4f33-4e3f-aac3-5112361c632e admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1e4c31-2b45-4b56-85b4-b1a928093186,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:37.470299 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49818) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:37.520722 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-7bc58f2a-fb8f-494d-a6fd-c135c82c5e1a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a82960ebb7c4bea8761aade89f55e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488572 Dec 15 12:50:37.524183 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49820) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:37.525110 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.583629 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3741c93f-2320-4a19-b814-74a94264f928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.610204 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3741c93f-2320-4a19-b814-74a94264f928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.658418 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3741c93f-2320-4a19-b814-74a94264f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.661016 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3741c93f-2320-4a19-b814-74a94264f928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:37.662172 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3741c93f-2320-4a19-b814-74a94264f928 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/afc49091-0c0d-475b-944d-e691bd7251be HTTP/1.1" status: 204 len: 168 time: 0.1365423 Dec 15 12:50:37.670341 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741c93f-2320-4a19-b814-74a94264f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc49091-0c0d-475b-944d-e691bd7251be,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:38.261152 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.593924 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49906) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:39.696804 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-248dbe80-3468-49d0-861b-32761cc8ddef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.782042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-248dbe80-3468-49d0-861b-32761cc8ddef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.785667 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-248dbe80-3468-49d0-861b-32761cc8ddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.825369 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-248dbe80-3468-49d0-861b-32761cc8ddef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f83b6f5b1a8475fa3d2433a399d814c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303069 Dec 15 12:50:39.826257 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dbe80-3468-49d0-861b-32761cc8ddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5932cfe-0630-499c-b653-6d6fec3da293,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:39.828090 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49910) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:39.880079 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-679cb83c-b2ff-4e81-8cdb-50ba07176c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.905037 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-679cb83c-b2ff-4e81-8cdb-50ba07176c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.961083 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-679cb83c-b2ff-4e81-8cdb-50ba07176c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.963847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-679cb83c-b2ff-4e81-8cdb-50ba07176c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:39.965008 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-679cb83c-b2ff-4e81-8cdb-50ba07176c9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d5932cfe-0630-499c-b653-6d6fec3da293 HTTP/1.1" status: 204 len: 168 time: 0.1359305 Dec 15 12:50:39.973588 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cb83c-b2ff-4e81-8cdb-50ba07176c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5932cfe-0630-499c-b653-6d6fec3da293,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:40.251374 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 49916) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:40.264423 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c2669df8-cad1-4fc4-bbce-c79047791986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.348616 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c2669df8-cad1-4fc4-bbce-c79047791986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.352665 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-c2669df8-cad1-4fc4-bbce-c79047791986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.400040 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-c2669df8-cad1-4fc4-bbce-c79047791986 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf0a3bda13e64c6988dd28b36764441c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474741 Dec 15 12:50:40.401363 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2669df8-cad1-4fc4-bbce-c79047791986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08c9181-6821-48b0-88bb-9ec7f549b0aa,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:40.403596 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 49918) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:50:40.469524 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc0f4-62c9-4ca8-9a63-e0b81f57e2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.492479 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc0f4-62c9-4ca8-9a63-e0b81f57e2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.564972 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc0f4-62c9-4ca8-9a63-e0b81f57e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.569129 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7cfdc0f4-62c9-4ca8-9a63-e0b81f57e2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:40.570892 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7cfdc0f4-62c9-4ca8-9a63-e0b81f57e2ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f08c9181-6821-48b0-88bb-9ec7f549b0aa HTTP/1.1" status: 204 len: 168 time: 0.1660168 Dec 15 12:50:40.587018 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdc0f4-62c9-4ca8-9a63-e0b81f57e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08c9181-6821-48b0-88bb-9ec7f549b0aa,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:41.908410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a834d-6250-4192-8be3-a6f9967fa67c req-5213bf13-e792-4ea0-8af4-818034b8379f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:41.909857 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-354a834d-6250-4192-8be3-a6f9967fa67c req-5213bf13-e792-4ea0-8af4-818034b8379f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0516787 Dec 15 12:50:41.959080 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-354a834d-6250-4192-8be3-a6f9967fa67c req-30bae2a4-5066-4886-824b-f4354b2442c9 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431740 Dec 15 12:50:43.076152 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7c196-5ea3-4996-8102-cb409da14cf5 req-ca9586b1-5581-4c23-9cf0-9496d3d0c136 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:43.077590 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d6b7c196-5ea3-4996-8102-cb409da14cf5 req-ca9586b1-5581-4c23-9cf0-9496d3d0c136 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0477006 Dec 15 12:50:43.127325 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d6b7c196-5ea3-4996-8102-cb409da14cf5 req-17c951a8-fa6d-475f-8613-b2dd0849c941 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Dec 15 12:50:44.242231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121591f-457b-4866-9396-61e3445d23fd req-3dc12c97-4766-44fe-a1d6-bfebe23f6294 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:44.243818 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5121591f-457b-4866-9396-61e3445d23fd req-3dc12c97-4766-44fe-a1d6-bfebe23f6294 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0500131 Dec 15 12:50:44.293028 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5121591f-457b-4866-9396-61e3445d23fd req-b51376ee-8728-46a6-8667-a1149e4a809d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Dec 15 12:50:45.413865 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b9282-34d5-4c79-a6e3-5d7fae2750b5 req-4149fe41-ee19-4bb7-aee0-e5eb9eb8b2ed tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:45.415373 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-287b9282-34d5-4c79-a6e3-5d7fae2750b5 req-4149fe41-ee19-4bb7-aee0-e5eb9eb8b2ed tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Dec 15 12:50:45.462579 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-287b9282-34d5-4c79-a6e3-5d7fae2750b5 req-32be9be6-978e-4262-b990-65e671453e56 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Dec 15 12:50:46.594081 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad84a6-3ddd-41cd-9dbc-73188d2230cb req-f1cb3e8b-9c7e-4e70-b9e9-c938806a2230 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:46.600676 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-39ad84a6-3ddd-41cd-9dbc-73188d2230cb req-f1cb3e8b-9c7e-4e70-b9e9-c938806a2230 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0673039 Dec 15 12:50:46.659699 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-39ad84a6-3ddd-41cd-9dbc-73188d2230cb req-18b5bb8f-29f1-4c49-a553-cfb5a24d401d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472105 Dec 15 12:50:47.114975 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-e0091936-c194-4410-8f05-dc46711efba7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:47.116425 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-e0091936-c194-4410-8f05-dc46711efba7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 946 time: 0.0476785 Dec 15 12:50:47.213014 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Deleting port d8e0c329-1c74-4953-9809-823735d8d201 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:47.213467 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:47.302367 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] For port d8e0c329-1c74-4953-9809-823735d8d201, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8e0c329-1c74-4953-9809-823735d8d201,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:47.302755 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:47.315121 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Calling delete_port for d8e0c329-1c74-4953-9809-823735d8d201 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:47.446536 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:47.460038 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c', '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', '2358fb2d-26fa-4378-80e0-dc8624d8e4fb', 'd8e0c329-1c74-4953-9809-823735d8d201'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:50:47.474145 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event deleted for resources: {'Port': ['ID=d8e0c329-1c74-4953-9809-823735d8d201,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:47.523761 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] No DVR routers for this DVR port d8e0c329-1c74-4953-9809-823735d8d201 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:50:47.526679 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:47.530081 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-84f64c64-1909-40cf-bba5-f2d29cb7347d req-0a2d2205-993a-4b67-a291-6c780c0054d8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "DELETE /v2.0/ports/d8e0c329-1c74-4953-9809-823735d8d201 HTTP/1.1" status: 204 len: 173 time: 0.4037213 Dec 15 12:50:47.530587 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f23449-39ef-42ac-81a8-ea0018258be0', 'name': 'network-vif-deleted', 'tag': 'd8e0c329-1c74-4953-9809-823735d8d201'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:47.532862 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ad13c-6fec-430d-bae5-9cc5f2c3dc90" -d '{"events": [{"server_uuid": "17f23449-39ef-42ac-81a8-ea0018258be0", "name": "network-vif-deleted", "tag": "d8e0c329-1c74-4953-9809-823735d8d201"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:47.577520 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec306ba-49dc-4369-a2c3-3cdbd3551c7d x-openstack-request-id: req-aec306ba-49dc-4369-a2c3-3cdbd3551c7d {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:47.578004 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f23449-39ef-42ac-81a8-ea0018258be0", "name": "network-vif-deleted", "tag": "d8e0c329-1c74-4953-9809-823735d8d201", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:47.578517 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aec306ba-49dc-4369-a2c3-3cdbd3551c7d {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:47.578917 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f23449-39ef-42ac-81a8-ea0018258be0', 'name': 'network-vif-deleted', 'tag': 'd8e0c329-1c74-4953-9809-823735d8d201', 'status': 'completed', 'code': 200} Dec 15 12:50:47.773567 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-653f6432-0ea2-4433-b0e8-9749f3452395 req-62ce0252-1640-4df9-96ba-df9818c619b7 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=17f23449-39ef-42ac-81a8-ea0018258be0 HTTP/1.1" status: 200 len: 210 time: 0.0290027 Dec 15 12:50:52.288800 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a1a2-7a1b-4211-8ddc-5a9a9e88172a req-a4e7556b-9759-4c80-a40b-0f544f77b39e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:52.290373 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6740a1a2-7a1b-4211-8ddc-5a9a9e88172a req-a4e7556b-9759-4c80-a40b-0f544f77b39e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0609913 Dec 15 12:50:52.345051 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6740a1a2-7a1b-4211-8ddc-5a9a9e88172a req-3bfd1729-56e1-4537-9d11-747738d2f5a6 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Dec 15 12:50:53.473195 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954702a-b145-4762-a965-255dde85923e req-efc68cb6-4af7-47ee-a5f8-a76a2feebc35 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:53.474751 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6954702a-b145-4762-a965-255dde85923e req-efc68cb6-4af7-47ee-a5f8-a76a2feebc35 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0563860 Dec 15 12:50:53.531831 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6954702a-b145-4762-a965-255dde85923e req-bb4015d5-fc3c-4b8f-bf31-bfec1f4b886a tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499942 Dec 15 12:50:54.656628 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb9616-4638-44f2-aac3-119cba05a42e req-927cd0e8-a316-4dbf-9ff2-aa53b2a9793a tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:54.658178 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-05bb9616-4638-44f2-aac3-119cba05a42e req-927cd0e8-a316-4dbf-9ff2-aa53b2a9793a tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0535471 Dec 15 12:50:54.714096 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-05bb9616-4638-44f2-aac3-119cba05a42e req-4ec69a50-d354-42aa-9cd8-afb020cad38c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499198 Dec 15 12:50:55.781624 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device d8e0c329-1c74-4953-9809-823735d8d201 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:50:55.803143 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: d8e0c329-1c74-4953-9809-823735d8d201 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:50:55.803503 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device d8e0c329-1c74-4953-9809-823735d8d201 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:50:55.834921 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45445-88b5-4616-b15f-a612b747c7d9 req-a2980ffe-2488-4a8e-9dba-0cc522718f30 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:55.836428 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-96c45445-88b5-4616-b15f-a612b747c7d9 req-a2980ffe-2488-4a8e-9dba-0cc522718f30 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Dec 15 12:50:55.891014 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-96c45445-88b5-4616-b15f-a612b747c7d9 req-a4ceb3b1-52b2-4981-a632-82ca6044f26f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Dec 15 12:50:57.009584 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17251a-7a5a-40fb-a2d4-43086c1dbe62 req-a30fa7c0-a322-418b-966c-e0f0d2ebe05e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:57.011113 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af17251a-7a5a-40fb-a2d4-43086c1dbe62 req-a30fa7c0-a322-418b-966c-e0f0d2ebe05e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0508447 Dec 15 12:50:57.061940 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-af17251a-7a5a-40fb-a2d4-43086c1dbe62 req-6a6deeab-feb9-4643-a8b4-d67fb4c2bc51 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Dec 15 12:50:57.173672 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-529f61ff-0531-4ea1-8fdd-13c27dc778c5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:57.175059 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-529f61ff-0531-4ea1-8fdd-13c27dc778c5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 945 time: 0.0516405 Dec 15 12:50:57.270044 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Deleting port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:50:57.270386 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:57.363303 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] For port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:50:57.363660 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:57.376756 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Calling delete_port for 2358fb2d-26fa-4378-80e0-dc8624d8e4fb owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:50:57.511244 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:57.530962 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c', '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', '2358fb2d-26fa-4378-80e0-dc8624d8e4fb'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:50:57.540630 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event deleted for resources: {'Port': ['ID=2358fb2d-26fa-4378-80e0-dc8624d8e4fb,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:50:57.582457 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] No DVR routers for this DVR port 2358fb2d-26fa-4378-80e0-dc8624d8e4fb on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:50:57.585059 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:50:57.588556 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b7468d1f-6ee4-4f6c-b232-1f93333535fc req-7fef1d9d-2b88-4d6a-b6ed-d155ecfe7022 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "DELETE /v2.0/ports/2358fb2d-26fa-4378-80e0-dc8624d8e4fb HTTP/1.1" status: 204 len: 173 time: 0.4068418 Dec 15 12:50:57.589010 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'name': 'network-vif-deleted', 'tag': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:50:57.591288 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26766c-e8f9-48d3-8bc3-69fc43e38d65" -d '{"events": [{"server_uuid": "46fc70af-51f1-497f-9cf8-6dc9de3d93b6", "name": "network-vif-deleted", "tag": "2358fb2d-26fa-4378-80e0-dc8624d8e4fb"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:50:57.634106 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f00efd7-6daa-4e46-b8cf-244a4bd4f9a8 x-openstack-request-id: req-9f00efd7-6daa-4e46-b8cf-244a4bd4f9a8 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:50:57.634573 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fc70af-51f1-497f-9cf8-6dc9de3d93b6", "name": "network-vif-deleted", "tag": "2358fb2d-26fa-4378-80e0-dc8624d8e4fb", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:50:57.634842 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9f00efd7-6daa-4e46-b8cf-244a4bd4f9a8 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:50:57.635246 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fc70af-51f1-497f-9cf8-6dc9de3d93b6', 'name': 'network-vif-deleted', 'tag': '2358fb2d-26fa-4378-80e0-dc8624d8e4fb', 'status': 'completed', 'code': 200} Dec 15 12:50:58.180633 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7230a1f7-4728-4cb7-8f68-494afba31466 req-81d72fb2-a76e-47fc-ad07-623955c2a78c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=46fc70af-51f1-497f-9cf8-6dc9de3d93b6 HTTP/1.1" status: 200 len: 210 time: 0.0326853 Dec 15 12:50:58.728670 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:50:59.462226 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3e8cb-5777-464b-98c1-23dc2088dacf req-9e218fca-79ea-4ef3-bf79-b89c41d1005d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:50:59.463696 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dae3e8cb-5777-464b-98c1-23dc2088dacf req-9e218fca-79ea-4ef3-bf79-b89c41d1005d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0502357 Dec 15 12:50:59.516511 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-dae3e8cb-5777-464b-98c1-23dc2088dacf req-841ecdb8-fa90-4164-8cd7-ea21d52fa09e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Dec 15 12:51:00.639054 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aada13-405e-4b5b-aeb5-f217fcee3283 req-2d034607-30a9-4164-80ae-da4c345403c8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:00.640617 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b3aada13-405e-4b5b-aeb5-f217fcee3283 req-2d034607-30a9-4164-80ae-da4c345403c8 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0528936 Dec 15 12:51:00.690092 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b3aada13-405e-4b5b-aeb5-f217fcee3283 req-85cd5cec-96d4-4679-8dd4-74292315e7f4 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Dec 15 12:51:01.480690 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2358fb2d-26fa-4378-80e0-dc8624d8e4fb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:51:01.500964 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 2358fb2d-26fa-4378-80e0-dc8624d8e4fb {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:51:01.501312 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2358fb2d-26fa-4378-80e0-dc8624d8e4fb not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:51:01.812853 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d683e-0d5c-40eb-b564-517fb2ca41ec req-8fce8936-4fe7-4b8b-9050-7264e66b7b7e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:01.814332 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e7d683e-0d5c-40eb-b564-517fb2ca41ec req-8fce8936-4fe7-4b8b-9050-7264e66b7b7e tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0483122 Dec 15 12:51:01.861473 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3e7d683e-0d5c-40eb-b564-517fb2ca41ec req-58d9244c-8ff7-4832-8c46-712202faa122 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Dec 15 12:51:02.508804 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:02.513802 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-7d7e51dd-f915-4a68-82cf-8ff075d97a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:02.984831 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb08f-b075-4925-8188-5b69f89539fd req-b3e17ee7-a1bc-4eff-a50f-77d0b749c518 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:02.986313 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf3fb08f-b075-4925-8188-5b69f89539fd req-b3e17ee7-a1bc-4eff-a50f-77d0b749c518 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0542917 Dec 15 12:51:03.039926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e7fbd776-2b6a-427c-850a-1a38aade4061 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:03.042196 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e7fbd776-2b6a-427c-850a-1a38aade4061 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 946 time: 0.0511534 Dec 15 12:51:03.044953 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cf3fb08f-b075-4925-8188-5b69f89539fd req-307aeb1f-4a96-4a50-a292-fcba68cd451c tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Dec 15 12:51:03.146278 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Deleting port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:51:03.146563 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:03.240764 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] For port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:51:03.241100 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:03.256607 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Calling delete_port for 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:51:03.411471 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:03.427822 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c', '2c1fe35a-35d0-4856-b7f9-c3a6babb8920'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:51:03.443678 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event deleted for resources: {'Port': ['ID=2c1fe35a-35d0-4856-b7f9-c3a6babb8920,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:03.497191 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] No DVR routers for this DVR port 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:51:03.500414 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:03.504396 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a5d2b95e-08ea-484c-b3e2-7e02723f4c54 req-e9a900a2-54ac-431c-a850-393e02a0a86f tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "DELETE /v2.0/ports/2c1fe35a-35d0-4856-b7f9-c3a6babb8920 HTTP/1.1" status: 204 len: 173 time: 0.4548075 Dec 15 12:51:03.504948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbee4d61-b283-44a8-a261-547515cc1579', 'name': 'network-vif-deleted', 'tag': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:51:03.509765 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8475360-8d83-400e-890a-eca4e3421393" -d '{"events": [{"server_uuid": "fbee4d61-b283-44a8-a261-547515cc1579", "name": "network-vif-deleted", "tag": "2c1fe35a-35d0-4856-b7f9-c3a6babb8920"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:51:03.553663 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4daeb7-4751-4c66-8f76-e3200222db2b x-openstack-request-id: req-2b4daeb7-4751-4c66-8f76-e3200222db2b {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:51:03.553967 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbee4d61-b283-44a8-a261-547515cc1579", "name": "network-vif-deleted", "tag": "2c1fe35a-35d0-4856-b7f9-c3a6babb8920", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:51:03.554227 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b4daeb7-4751-4c66-8f76-e3200222db2b {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:51:03.554673 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbee4d61-b283-44a8-a261-547515cc1579', 'name': 'network-vif-deleted', 'tag': '2c1fe35a-35d0-4856-b7f9-c3a6babb8920', 'status': 'completed', 'code': 200} Dec 15 12:51:04.169327 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-72c31d24-70b0-4a8c-b0d8-56af6c5bc2e1 req-88a316fc-2ee6-4d21-acb6-cc1282f61fe4 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbee4d61-b283-44a8-a261-547515cc1579 HTTP/1.1" status: 200 len: 210 time: 0.0309150 Dec 15 12:51:04.974147 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-800d843c-439e-4367-8117-c948e0612ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:06.161466 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:07.526727 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:07.766564 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:51:07.797326 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:51:07.798210 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 2c1fe35a-35d0-4856-b7f9-c3a6babb8920 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:51:08.253919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:08.675701 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37822da6-c81b-4d05-8d4d-c6578740f687 req-772049b7-82f0-4c1f-b794-295acf921642 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:08.677192 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37822da6-c81b-4d05-8d4d-c6578740f687 req-772049b7-82f0-4c1f-b794-295acf921642 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Dec 15 12:51:08.729778 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-37822da6-c81b-4d05-8d4d-c6578740f687 req-9a381b9e-e498-433b-b1c9-d75ddf417c50 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Dec 15 12:51:09.858081 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da8b7-ffee-4446-ad04-08cb0959cb61 req-92009f32-482f-41fc-ae8b-28355824746d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:09.859634 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-457da8b7-ffee-4446-ad04-08cb0959cb61 req-92009f32-482f-41fc-ae8b-28355824746d tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 945 time: 0.0539649 Dec 15 12:51:09.909965 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-457da8b7-ffee-4446-ad04-08cb0959cb61 req-4b0b6578-5a5e-4797-b510-1c1bb4a72add tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/security-groups?id=0cf71870-e210-4dd3-88f6-d25e625f6e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Dec 15 12:51:10.377562 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-c1489e65-d72b-4db2-a7c9-2128762c9b40 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:10.379103 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-c1489e65-d72b-4db2-a7c9-2128762c9b40 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 945 time: 0.0528283 Dec 15 12:51:10.473348 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Deleting port 668e99f3-37cd-4ed1-a126-f9705716821c {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:51:10.473745 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:10.570017 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] For port 668e99f3-37cd-4ed1-a126-f9705716821c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=668e99f3-37cd-4ed1-a126-f9705716821c,segment=NetworkSegment(0c1c28c0-7a83-4d3a-a559-9c8004d97e40),segment_id=0c1c28c0-7a83-4d3a-a559-9c8004d97e40)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:51:10.570463 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:10.582864 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Calling delete_port for 668e99f3-37cd-4ed1-a126-f9705716821c owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:51:10.720633 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:10.734109 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['668e99f3-37cd-4ed1-a126-f9705716821c'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:51:10.750119 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Pushing event deleted for resources: {'Port': ['ID=668e99f3-37cd-4ed1-a126-f9705716821c,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:10.763961 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.764305 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.764672 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.765026 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.765424 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.765743 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.766073 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.766400 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.766758 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.767086 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.767411 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.767748 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.768056 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:10.802887 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] No DVR routers for this DVR port 668e99f3-37cd-4ed1-a126-f9705716821c on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:51:10.805439 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:10.808845 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-22f74b16-53b7-484e-9ce3-11a67c3ce34d req-fe42232b-99e5-4697-9c54-83662fcd03b5 tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.36 "DELETE /v2.0/ports/668e99f3-37cd-4ed1-a126-f9705716821c HTTP/1.1" status: 204 len: 173 time: 0.4224317 Dec 15 12:51:10.809293 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'name': 'network-vif-deleted', 'tag': '668e99f3-37cd-4ed1-a126-f9705716821c'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:51:10.811587 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f577a-d534-4452-beca-f50d5904fb23" -d '{"events": [{"server_uuid": "59bfbae1-48ad-4809-8f3f-2ed5cceb0a17", "name": "network-vif-deleted", "tag": "668e99f3-37cd-4ed1-a126-f9705716821c"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:51:10.854112 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97094303-8e19-42e4-9849-5502b2fc9802 x-openstack-request-id: req-97094303-8e19-42e4-9849-5502b2fc9802 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:51:10.854399 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bfbae1-48ad-4809-8f3f-2ed5cceb0a17", "name": "network-vif-deleted", "tag": "668e99f3-37cd-4ed1-a126-f9705716821c", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:51:10.854691 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97094303-8e19-42e4-9849-5502b2fc9802 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:51:10.855089 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bfbae1-48ad-4809-8f3f-2ed5cceb0a17', 'name': 'network-vif-deleted', 'tag': '668e99f3-37cd-4ed1-a126-f9705716821c', 'status': 'completed', 'code': 200} Dec 15 12:51:11.044214 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-3f5776d0-7997-45b5-91f6-f0769d8cb75a req-fe508d4b-ccaa-4f09-8fb7-ecd63314a4ad tempest-AttachVolumeNegativeTest-2012825732 tempest-AttachVolumeNegativeTest-2012825732-project] 10.222.0.71 "GET /v2.0/ports?device_id=59bfbae1-48ad-4809-8f3f-2ed5cceb0a17 HTTP/1.1" status: 200 len: 210 time: 0.0465643 Dec 15 12:51:12.101339 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50222) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:12.146297 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_v2 [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Deleting subnet 8ffb0756-1170-406a-9717-f1e838b6e2b7 {{(pid=109096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:51:12.150256 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.187938 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130162171'] for subnet, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.227061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.280503 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131006846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130973180'] for subnet, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.306572 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffb0756-1170-406a-9717-f1e838b6e2b7,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:12.310046 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.313294 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-505b9d28-6e9f-4ab0-aec5-11188d1097f2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8ffb0756-1170-406a-9717-f1e838b6e2b7 HTTP/1.1" status: 204 len: 168 time: 0.2100799 Dec 15 12:51:12.315936 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50224) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:12.389253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.467789 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.488949 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0fb889-6088-4dd1-bae7-4897b1b24a35']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:51:12.499028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1c28c0-7a83-4d3a-a559-9c8004d97e40') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:51:12.499327 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1c28c0-7a83-4d3a-a559-9c8004d97e40') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:51:12.510537 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.525820 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.532031 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:51:12.532434 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:51:12.534119 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:51:12.592577 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.598413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.601668 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2f0fb889-6088-4dd1-bae7-4897b1b24a35 HTTP/1.1" status: 204 len: 168 time: 0.2847159 Dec 15 12:51:12.613542 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68d8e2-fa5c-415f-945d-9e0a6cbb3050 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0fb889-6088-4dd1-bae7-4897b1b24a35,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:12.731610 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50234) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:12.772758 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-d90daef9-46a1-4bd3-8929-451eb7989fdf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cfba73a62d5f4114b656e3e7538bdf98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398777 Dec 15 12:51:12.776073 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50236) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:12.786961 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50238) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:12.837125 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97413102-8d42-459d-a1d6-6020afdc16bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.860712 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97413102-8d42-459d-a1d6-6020afdc16bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.911056 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97413102-8d42-459d-a1d6-6020afdc16bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.913832 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-97413102-8d42-459d-a1d6-6020afdc16bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:12.915186 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-97413102-8d42-459d-a1d6-6020afdc16bf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0cf71870-e210-4dd3-88f6-d25e625f6e4d HTTP/1.1" status: 204 len: 168 time: 0.1380982 Dec 15 12:51:12.923937 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97413102-8d42-459d-a1d6-6020afdc16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf71870-e210-4dd3-88f6-d25e625f6e4d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:12.969362 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3360-f85b-4354-a625-ced54893b3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.049312 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3360-f85b-4354-a625-ced54893b3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.054166 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3360-f85b-4354-a625-ced54893b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.095671 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-bfaf3360-f85b-4354-a625-ced54893b3fb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=df0802191d704c8785a5f5b21bd5777d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075480 Dec 15 12:51:13.096393 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf3360-f85b-4354-a625-ced54893b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58f7e1-d259-4a14-9ca4-ab85f5117a1a,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:13.098681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50246) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:13.157732 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a455b8a9-1cce-4874-be57-75380609d7b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.180975 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a455b8a9-1cce-4874-be57-75380609d7b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.231244 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a455b8a9-1cce-4874-be57-75380609d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.234137 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a455b8a9-1cce-4874-be57-75380609d7b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.235343 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a455b8a9-1cce-4874-be57-75380609d7b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bc58f7e1-d259-4a14-9ca4-ab85f5117a1a HTTP/1.1" status: 204 len: 168 time: 0.1350527 Dec 15 12:51:13.243797 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455b8a9-1cce-4874-be57-75380609d7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58f7e1-d259-4a14-9ca4-ab85f5117a1a,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:13.544126 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50266) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:13.562734 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e6ff51a7-bb31-46db-9386-42bd83b0806d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.647567 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e6ff51a7-bb31-46db-9386-42bd83b0806d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.652626 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-e6ff51a7-bb31-46db-9386-42bd83b0806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.696553 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-e6ff51a7-bb31-46db-9386-42bd83b0806d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=988cc52e38b245d9a0bae50651368917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489408 Dec 15 12:51:13.696553 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff51a7-bb31-46db-9386-42bd83b0806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf026a34-7a10-4ce1-b121-ebda282a2cbf,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:13.697074 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50270) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:13.747058 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51e97bfa-85ef-4c01-b612-ee636f893c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.769290 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51e97bfa-85ef-4c01-b612-ee636f893c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.795350 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 668e99f3-37cd-4ed1-a126-f9705716821c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:51:13.817474 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 668e99f3-37cd-4ed1-a126-f9705716821c {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:51:13.818049 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 668e99f3-37cd-4ed1-a126-f9705716821c not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:51:13.821784 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51e97bfa-85ef-4c01-b612-ee636f893c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.824661 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51e97bfa-85ef-4c01-b612-ee636f893c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:13.828792 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-51e97bfa-85ef-4c01-b612-ee636f893c99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf026a34-7a10-4ce1-b121-ebda282a2cbf HTTP/1.1" status: 204 len: 168 time: 0.1305323 Dec 15 12:51:13.837660 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97bfa-85ef-4c01-b612-ee636f893c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf026a34-7a10-4ce1-b121-ebda282a2cbf,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:15.682714 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50366) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:15.795711 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-116ca252-b953-47f0-b7df-ed6f9928ba08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:15.878800 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-116ca252-b953-47f0-b7df-ed6f9928ba08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:15.882857 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-116ca252-b953-47f0-b7df-ed6f9928ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:15.920917 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca252-b953-47f0-b7df-ed6f9928ba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6e038-f2c7-479b-a240-9930b36410e3,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:15.926082 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-116ca252-b953-47f0-b7df-ed6f9928ba08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63e86428335f4465922f94ed6cb5ffe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422678 Dec 15 12:51:15.929301 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50370) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:15.989581 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-461e9391-8e32-4547-9aaf-e08ab2c97a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.013047 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-461e9391-8e32-4547-9aaf-e08ab2c97a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.092127 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-461e9391-8e32-4547-9aaf-e08ab2c97a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.095078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-461e9391-8e32-4547-9aaf-e08ab2c97a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.098511 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-461e9391-8e32-4547-9aaf-e08ab2c97a2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16a6e038-f2c7-479b-a240-9930b36410e3 HTTP/1.1" status: 204 len: 168 time: 0.1666040 Dec 15 12:51:16.106935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e9391-8e32-4547-9aaf-e08ab2c97a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6e038-f2c7-479b-a240-9930b36410e3,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:16.427828 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50380) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:16.441084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-805128e0-2308-4529-88d9-6bf25b26d821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.519195 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-805128e0-2308-4529-88d9-6bf25b26d821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.523753 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-805128e0-2308-4529-88d9-6bf25b26d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.566084 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-805128e0-2308-4529-88d9-6bf25b26d821 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69212864320b478eadfe2ddf8cc86d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369691 Dec 15 12:51:16.566832 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805128e0-2308-4529-88d9-6bf25b26d821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886a02f8-3bdb-4af4-bef7-96ff113dbfd7,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:16.568809 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50382) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:16.618320 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-eaec9814-4c16-450f-ac62-2313c74c6758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.640279 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-eaec9814-4c16-450f-ac62-2313c74c6758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.687309 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-eaec9814-4c16-450f-ac62-2313c74c6758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.689926 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-eaec9814-4c16-450f-ac62-2313c74c6758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:16.691107 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-eaec9814-4c16-450f-ac62-2313c74c6758 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/886a02f8-3bdb-4af4-bef7-96ff113dbfd7 HTTP/1.1" status: 204 len: 168 time: 0.1211553 Dec 15 12:51:16.700003 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec9814-4c16-450f-ac62-2313c74c6758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886a02f8-3bdb-4af4-bef7-96ff113dbfd7,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:21.865255 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50526) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:21.976100 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-59638d57-f54b-44f6-a243-456881579108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.059841 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-59638d57-f54b-44f6-a243-456881579108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.064082 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-59638d57-f54b-44f6-a243-456881579108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.109231 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-59638d57-f54b-44f6-a243-456881579108 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a81982879d64444995e61b84f10172e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428272 Dec 15 12:51:22.110138 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59638d57-f54b-44f6-a243-456881579108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8106ebcd-ad49-4cbb-9315-e12760dc6cc7,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:22.112064 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50538) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:22.165857 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-475102b3-42fb-4b69-9811-fa002cdbae46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.188872 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-475102b3-42fb-4b69-9811-fa002cdbae46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.239602 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-475102b3-42fb-4b69-9811-fa002cdbae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.245737 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-475102b3-42fb-4b69-9811-fa002cdbae46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.246992 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-475102b3-42fb-4b69-9811-fa002cdbae46 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8106ebcd-ad49-4cbb-9315-e12760dc6cc7 HTTP/1.1" status: 204 len: 168 time: 0.1339209 Dec 15 12:51:22.255767 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475102b3-42fb-4b69-9811-fa002cdbae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8106ebcd-ad49-4cbb-9315-e12760dc6cc7,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:22.346097 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50544) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:22.522733 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0149ae88-e09f-4f6c-851f-f6b4dd7a6c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.597832 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50550) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:22.603724 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0149ae88-e09f-4f6c-851f-f6b4dd7a6c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.608028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0149ae88-e09f-4f6c-851f-f6b4dd7a6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.611173 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-19dc0a69-7735-45ed-a097-d8fdb36f132b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.646280 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149ae88-e09f-4f6c-851f-f6b4dd7a6c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781714c5-eae2-4cef-b6e5-51534b6b041a,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:22.651086 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0149ae88-e09f-4f6c-851f-f6b4dd7a6c20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6eb80d5cc3dd4ec9bf697744f7be7b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037665 Dec 15 12:51:22.653704 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50552) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:22.696972 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-19dc0a69-7735-45ed-a097-d8fdb36f132b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.701273 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-19dc0a69-7735-45ed-a097-d8fdb36f132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.708300 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f70-01e5-49e3-9230-43e5ba875d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.730019 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f70-01e5-49e3-9230-43e5ba875d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.740611 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-19dc0a69-7735-45ed-a097-d8fdb36f132b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=50412b7a91164593b36cdef0ded0f16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416588 Dec 15 12:51:22.741494 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc0a69-7735-45ed-a097-d8fdb36f132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4844924-2d9a-4567-b76f-3892db200d63,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:22.743884 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50554) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:22.810597 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-06a8bdc7-ad9d-46f6-bde2-281f3be70ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.821837 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f70-01e5-49e3-9230-43e5ba875d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.824382 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6f70-01e5-49e3-9230-43e5ba875d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.825534 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-6e9f6f70-01e5-49e3-9230-43e5ba875d1b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/781714c5-eae2-4cef-b6e5-51534b6b041a HTTP/1.1" status: 204 len: 168 time: 0.1706233 Dec 15 12:51:22.842159 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f6f70-01e5-49e3-9230-43e5ba875d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781714c5-eae2-4cef-b6e5-51534b6b041a,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:22.848115 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-06a8bdc7-ad9d-46f6-bde2-281f3be70ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.903970 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-06a8bdc7-ad9d-46f6-bde2-281f3be70ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.906712 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-06a8bdc7-ad9d-46f6-bde2-281f3be70ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:22.907935 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-06a8bdc7-ad9d-46f6-bde2-281f3be70ced admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e4844924-2d9a-4567-b76f-3892db200d63 HTTP/1.1" status: 204 len: 168 time: 0.1630611 Dec 15 12:51:22.917531 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8bdc7-ad9d-46f6-bde2-281f3be70ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4844924-2d9a-4567-b76f-3892db200d63,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:23.269319 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50564) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:23.283401 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f636f50-c1e5-486c-a996-46cc91a1d1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.322795 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50566) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:23.337251 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fd66c748-4d51-497a-80ef-5858dab307c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.365269 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f636f50-c1e5-486c-a996-46cc91a1d1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.369373 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1f636f50-c1e5-486c-a996-46cc91a1d1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.411134 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1f636f50-c1e5-486c-a996-46cc91a1d1da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c9931e90685b4daaa93ad7166e837d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406903 Dec 15 12:51:23.412084 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f636f50-c1e5-486c-a996-46cc91a1d1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f60c86-ce90-4683-90ff-875f94cdc3ff,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:23.415279 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50568) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:23.433819 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fd66c748-4d51-497a-80ef-5858dab307c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.437968 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-fd66c748-4d51-497a-80ef-5858dab307c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.471973 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a444e362-7cee-4c05-8aa5-6bcf7493fb25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.492859 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66c748-4d51-497a-80ef-5858dab307c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02567fb-c20e-4c17-a323-8a02866f56b1,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:23.498169 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fd66c748-4d51-497a-80ef-5858dab307c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4d89a5d1a8bc4159aec10d9a5527a033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743238 Dec 15 12:51:23.501546 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50570) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:23.502847 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a444e362-7cee-4c05-8aa5-6bcf7493fb25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.555797 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a444e362-7cee-4c05-8aa5-6bcf7493fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.559348 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-a444e362-7cee-4c05-8aa5-6bcf7493fb25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.559936 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6c496be1-3f60-489c-b288-b999c88183a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.560089 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-a444e362-7cee-4c05-8aa5-6bcf7493fb25 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27f60c86-ce90-4683-90ff-875f94cdc3ff HTTP/1.1" status: 204 len: 168 time: 0.1438720 Dec 15 12:51:23.568189 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444e362-7cee-4c05-8aa5-6bcf7493fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f60c86-ce90-4683-90ff-875f94cdc3ff,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:23.592803 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6c496be1-3f60-489c-b288-b999c88183a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.645181 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6c496be1-3f60-489c-b288-b999c88183a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.648469 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-6c496be1-3f60-489c-b288-b999c88183a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:23.652214 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-6c496be1-3f60-489c-b288-b999c88183a6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d02567fb-c20e-4c17-a323-8a02866f56b1 HTTP/1.1" status: 204 len: 168 time: 0.1467810 Dec 15 12:51:23.659129 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c496be1-3f60-489c-b288-b999c88183a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02567fb-c20e-4c17-a323-8a02866f56b1,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:24.064578 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50588) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:24.078742 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-791afbb0-3300-47aa-bd65-18468678c88b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.164097 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-791afbb0-3300-47aa-bd65-18468678c88b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.169648 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-791afbb0-3300-47aa-bd65-18468678c88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.208133 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791afbb0-3300-47aa-bd65-18468678c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65b282-ca18-4b3a-b98c-f9f96a0a942e,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:24.214920 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-791afbb0-3300-47aa-bd65-18468678c88b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3ca562faa504d8c89bd59161d1c181f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468606 Dec 15 12:51:24.215280 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50590) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:24.276841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a8ff-9363-4880-8a7d-e9b0f0c97c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.301931 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a8ff-9363-4880-8a7d-e9b0f0c97c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.355425 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a8ff-9363-4880-8a7d-e9b0f0c97c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.358510 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-b9d5a8ff-9363-4880-8a7d-e9b0f0c97c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:24.359739 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-b9d5a8ff-9363-4880-8a7d-e9b0f0c97c60 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c65b282-ca18-4b3a-b98c-f9f96a0a942e HTTP/1.1" status: 204 len: 168 time: 0.1431856 Dec 15 12:51:24.368579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5a8ff-9363-4880-8a7d-e9b0f0c97c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65b282-ca18-4b3a-b98c-f9f96a0a942e,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:30.889551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50766) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:31.010288 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-30ef4653-04f4-465f-b6cf-b931fff191af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.092220 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-30ef4653-04f4-465f-b6cf-b931fff191af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.096585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-30ef4653-04f4-465f-b6cf-b931fff191af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.135715 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-30ef4653-04f4-465f-b6cf-b931fff191af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a6dc413102f402c94965c1074902a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450023 Dec 15 12:51:31.138498 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50776) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:31.144753 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef4653-04f4-465f-b6cf-b931fff191af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef36a68-bf73-421e-96a8-c52a5ff4da70,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:31.191494 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2d726867-e0f9-4ee8-a634-dfcba602b834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.213346 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2d726867-e0f9-4ee8-a634-dfcba602b834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.261926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2d726867-e0f9-4ee8-a634-dfcba602b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.264574 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2d726867-e0f9-4ee8-a634-dfcba602b834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.265784 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-2d726867-e0f9-4ee8-a634-dfcba602b834 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cef36a68-bf73-421e-96a8-c52a5ff4da70 HTTP/1.1" status: 204 len: 168 time: 0.1263609 Dec 15 12:51:31.273881 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d726867-e0f9-4ee8-a634-dfcba602b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef36a68-bf73-421e-96a8-c52a5ff4da70,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:31.561424 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50784) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:31.574734 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-12c21583-b380-47f8-b859-f37bd691d21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.664796 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-12c21583-b380-47f8-b859-f37bd691d21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.668827 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-12c21583-b380-47f8-b859-f37bd691d21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.707525 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c21583-b380-47f8-b859-f37bd691d21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d951dd-800f-42a4-aabe-cd6ad3dcc6d5,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:31.712370 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-12c21583-b380-47f8-b859-f37bd691d21d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c44b293cb0f14809aea01e5913de4bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498923 Dec 15 12:51:31.715025 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50786) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:31.764482 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-80941934-0407-4b29-abf6-e0e387eb2aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.796442 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-80941934-0407-4b29-abf6-e0e387eb2aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.847396 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-80941934-0407-4b29-abf6-e0e387eb2aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.849974 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-80941934-0407-4b29-abf6-e0e387eb2aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:31.851317 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-80941934-0407-4b29-abf6-e0e387eb2aef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4d951dd-800f-42a4-aabe-cd6ad3dcc6d5 HTTP/1.1" status: 204 len: 168 time: 0.1351221 Dec 15 12:51:31.859675 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80941934-0407-4b29-abf6-e0e387eb2aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d951dd-800f-42a4-aabe-cd6ad3dcc6d5,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:32.518050 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-ee76fc67-8e69-4b58-9f1a-60307023f379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:32.520977 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.213848 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-1f646c71-3efc-49e7-bae1-40619d76e25f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414395 Dec 15 12:51:33.282530 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-4454dac1-c76f-4157-88e1-e0c430f81a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:33.284831 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-4454dac1-c76f-4157-88e1-e0c430f81a09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1099 time: 0.0465302 Dec 15 12:51:33.400935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-3c80ad0d-eb61-42a6-ba29-ed7bf10d1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:33.402443 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-3c80ad0d-eb61-42a6-ba29-ed7bf10d1bd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.0957830 Dec 15 12:51:33.482359 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-84c0bd31-6910-491f-ae85-e1af465f9cb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 1002 time: 0.0718677 Dec 15 12:51:33.527407 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50850) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:33.543388 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-447cc944-5507-4620-bb2f-336e63c10ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:33.544859 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-447cc944-5507-4620-bb2f-336e63c10ebb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0549729 Dec 15 12:51:33.597579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-de6fd42e-cf04-4508-9a7f-ab69c6298fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:33.599186 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-de6fd42e-cf04-4508-9a7f-ab69c6298fd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469956 Dec 15 12:51:33.655713 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.707521 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-5528998c-fbf0-49bd-b305-6ba8136f41df service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999434 Dec 15 12:51:33.745753 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.750786 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.790323 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=77adc37997b84b85b0fcd88a52df6b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614765 Dec 15 12:51:33.791005 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50866) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:33.805709 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcce7dc-cc8e-4d1d-8ede-8f5c20fd9581,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:33.813315 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.813922 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.814268 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.814625 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.814978 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.815281 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.815601 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.816336 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.816738 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.817061 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.817391 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.817710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.818027 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7642e8c1-e9fd-44ab-99ab-f53fe23c33e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:33.834233 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2a581494-addf-4a20-a33e-c2cb421a34b6 req-35fe2d2e-528e-4a50-be0e-45751470870e service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181340 Dec 15 12:51:33.866441 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-00965dcd-4e07-44af-883c-8506fb87d9cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.888994 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-00965dcd-4e07-44af-883c-8506fb87d9cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.941561 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-00965dcd-4e07-44af-883c-8506fb87d9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.944382 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-00965dcd-4e07-44af-883c-8506fb87d9cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:33.945569 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-00965dcd-4e07-44af-883c-8506fb87d9cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/abcce7dc-cc8e-4d1d-8ede-8f5c20fd9581 HTTP/1.1" status: 204 len: 168 time: 0.1536071 Dec 15 12:51:33.954078 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00965dcd-4e07-44af-883c-8506fb87d9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcce7dc-cc8e-4d1d-8ede-8f5c20fd9581,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:34.064194 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50876) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:34.300493 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2647adf3-b42b-4feb-867d-0c8e95fdc607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.382723 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2647adf3-b42b-4feb-867d-0c8e95fdc607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.386971 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2647adf3-b42b-4feb-867d-0c8e95fdc607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.429772 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-2647adf3-b42b-4feb-867d-0c8e95fdc607 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c4ff2023dca43c080c68194089bfa62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617733 Dec 15 12:51:34.429772 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647adf3-b42b-4feb-867d-0c8e95fdc607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da517dff-a194-4bbd-bf2b-a9e103ad6cc6,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:34.430880 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50890) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:34.489918 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-db3960bd-3c21-4949-ae6c-5837262d3225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.513118 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-db3960bd-3c21-4949-ae6c-5837262d3225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.578948 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-db3960bd-3c21-4949-ae6c-5837262d3225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.582335 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-db3960bd-3c21-4949-ae6c-5837262d3225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.587357 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-db3960bd-3c21-4949-ae6c-5837262d3225 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da517dff-a194-4bbd-bf2b-a9e103ad6cc6 HTTP/1.1" status: 204 len: 168 time: 0.1518736 Dec 15 12:51:34.600230 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3960bd-3c21-4949-ae6c-5837262d3225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da517dff-a194-4bbd-bf2b-a9e103ad6cc6,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:34.717364 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50902) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:34.902167 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011581204-network', 'tenant_id': 'a58b42c68c5c4f348690b895f1fee34f'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:51:34.936909 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Made reservation on behalf of a58b42c68c5c4f348690b895f1fee34f for: {'network': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:51:34.939451 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for network, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.948917 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.979227 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-23c8553c-0898-4205-9619-48d159276cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:34.987064 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50908) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:35.008438 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-87e9ff91-0a6b-4b98-bf31-f73e0460faa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.062725 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.067796 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.093109 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=109095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 12:51:35.103931 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:35.108959 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.109299 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.segments_db [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Added segment 1b385d17-3619-4389-aa45-d388561eaf55 of type vlan for network 8093f95c-103d-4bd8-97fb-81e052a610f8 Dec 15 12:51:35.110839 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-87e9ff91-0a6b-4b98-bf31-f73e0460faa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.119703 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-87e9ff91-0a6b-4b98-bf31-f73e0460faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.150976 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752807676447'] for network, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.171597 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9ff91-0a6b-4b98-bf31-f73e0460faa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dde468-d710-4f49-b7e4-a7681ea67955,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:35.176603 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505'] for network, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.177476 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:35.181163 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-87e9ff91-0a6b-4b98-bf31-f73e0460faa3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=689887fc3f984a8e92d0f4043d1ca6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895478 Dec 15 12:51:35.181617 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.181823 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 50910) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:35.234834 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a87a99a5-ccbd-4488-bad7-1cfbd8841baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.239203 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206718 Dec 15 12:51:35.242819 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 50912) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:35.247523 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Request body: {'subnet': {'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011581204-subnet', 'tenant_id': 'a58b42c68c5c4f348690b895f1fee34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:51:35.256137 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a150aba-73bf-42ba-bd8e-096f806b0338 admin admin] Pushing event updated for resources: {'Network': ['ID=8093f95c-103d-4bd8-97fb-81e052a610f8,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:35.267107 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a87a99a5-ccbd-4488-bad7-1cfbd8841baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.274043 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Network 8093f95c-103d-4bd8-97fb-81e052a610f8 details requested by agent ovs-agent-dv-cinder-813225-4-iscsi with host dv-cinder-813225-4-iscsi {{(pid=109097) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 12:51:35.283359 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Made reservation on behalf of a58b42c68c5c4f348690b895f1fee34f for: {'subnet': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:51:35.286744 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131909385'] for subnet, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.327039 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a87a99a5-ccbd-4488-bad7-1cfbd8841baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.330257 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a87a99a5-ccbd-4488-bad7-1cfbd8841baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.331581 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a87a99a5-ccbd-4488-bad7-1cfbd8841baa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/64dde468-d710-4f49-b7e4-a7681ea67955 HTTP/1.1" status: 204 len: 168 time: 0.1492724 Dec 15 12:51:35.343670 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a99a5-ccbd-4488-bad7-1cfbd8841baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dde468-d710-4f49-b7e4-a7681ea67955,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:35.500042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130663920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131909399'] for subnet, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.561253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad74ee0-ccce-4ce8-ab06-bc7421e9e695,revision_number=0']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:35.572061 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Checking segment: {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:51:35.572414 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Network hostable DHCP agents. Network: 8093f95c-103d-4bd8-97fb-81e052a610f8, hostable agents: ['faf0049d-df02-465d-855e-611eb04616be'], hosted agents: [] {{(pid=109095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 12:51:35.589777 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Network 8093f95c-103d-4bd8-97fb-81e052a610f8 is scheduled to be hosted by DHCP agent faf0049d-df02-465d-855e-611eb04616be with binding_index 1 {{(pid=109095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 12:51:35.605590 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-4-iscsi, 8093f95c-103d-4bd8-97fb-81e052a610f8) {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:51:35.611392 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:35.612118 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:35.620174 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703bd64-7bfb-493f-8e47-5c187ea3bae1 None None] Network 8093f95c-103d-4bd8-97fb-81e052a610f8 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:51:35.630039 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-84389ae5-833e-4263-bb53-5b0e7017f7ee admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3861504 Dec 15 12:51:35.730204 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:51:35.743858 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c7d0c-ac7d-49d2-b3f1-7ed4c1b1c10e None None] Network 8093f95c-103d-4bd8-97fb-81e052a610f8 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:51:36.163566 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:37.525474 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:37.606410 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-5a7054bb-b489-4000-b200-7dc57a37736b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:37.607990 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-5a7054bb-b489-4000-b200-7dc57a37736b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/networks?id=8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 200 len: 809 time: 0.1113529 Dec 15 12:51:37.626251 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-c356c867-ddef-4c91-8b71-cb300c6f885b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/quotas/a58b42c68c5c4f348690b895f1fee34f HTTP/1.1" status: 200 len: 375 time: 0.0100873 Dec 15 12:51:37.665810 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-b2fcf90a-2992-4c03-8647-e5d3ec20be27 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a58b42c68c5c4f348690b895f1fee34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330291 Dec 15 12:51:37.769165 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-0439bd59-7c27-4b78-8bfc-4171eed83f8f service neutron] 10.222.0.71 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954010 Dec 15 12:51:37.874347 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-70d8da0e-e840-4df8-bd5a-77731dc139b9 service neutron] 10.222.0.71 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973418 Dec 15 12:51:38.039470 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cd089ee3-e6dd-40ab-a26a-18043eb8f6d0 req-3e67bc17-2242-4376-9e0d-ffb882f18b4e tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0284312 Dec 15 12:51:38.263692 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:39.135339 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-34c2a18a-e4f9-445a-a456-8527f58e65b8 req-d48b833e-a03e-4234-b097-c45cea9a4dc7 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0275612 Dec 15 12:51:40.231068 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b208bd62-3b09-44c8-8bb9-498864a30346 req-24ab4b2c-c0f8-4aab-9e09-723065125cdb tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0277319 Dec 15 12:51:41.330899 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bfbd3d30-a4d6-4fec-b9b5-b1253471bc72 req-bc7e99bc-abd3-4bd2-a7c3-a8066a428bbf tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0281172 Dec 15 12:51:41.345585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-faed0784-ab4c-499f-bfd1-118f8e10772d tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:41.347104 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-faed0784-ab4c-499f-bfd1-118f8e10772d tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "GET /v2.0/networks?id=8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 200 len: 809 time: 0.1143410 Dec 15 12:51:42.457938 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f82a0f20-e35e-467a-bc39-41c9473c8ca3 req-c4a06b70-5e7a-4232-9e4b-3e54371e1dc8 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0295961 Dec 15 12:51:43.556046 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-5d77d780-1ca9-4f71-ab27-3ec3ffcff238 req-66cedcb9-a935-4401-a5d3-9ce7cfee3867 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0300801 Dec 15 12:51:43.991744 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Request body: {'port': {'device_id': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8', 'admin_state_up': True, 'tenant_id': 'a58b42c68c5c4f348690b895f1fee34f'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:51:44.108170 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Made reservation on behalf of a58b42c68c5c4f348690b895f1fee34f for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:51:44.111978 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:44.240961 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Allocated IP 172.20.0.4 (8093f95c-103d-4bd8-97fb-81e052a610f8/9ad74ee0-ccce-4ce8-ab06-bc7421e9e695/8cd016f2-0b3f-43b1-9e83-cc01f0d73263) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:51:44.397253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:44.432294 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:44.477432 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Network 8093f95c-103d-4bd8-97fb-81e052a610f8 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:51:44.480769 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:51:44.484632 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:51:44.514575 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Pushing event updated for resources: {'Port': ['ID=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:44.543229 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:44.543753 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:44.560488 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-303deea7-9fd1-4a67-a3f2-0eec1b316ca3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734830 Dec 15 12:51:44.573698 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Request body: {'port': {'device_id': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:51:44.685301 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519a128-35e3-4b6f-bd81-1d4537424960 req-0ef22a82-44d9-4252-9bd2-1b2f6493369b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:44.686911 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b519a128-35e3-4b6f-bd81-1d4537424960 req-0ef22a82-44d9-4252-9bd2-1b2f6493369b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 931 time: 0.0570428 Dec 15 12:51:44.746957 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b519a128-35e3-4b6f-bd81-1d4537424960 req-73752dbb-1c2f-4615-9b80-d4ac0bb8bc5e tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534029 Dec 15 12:51:44.868969 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:45.132027 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:51:45.140356 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:45.153998 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Transition to ACTIVE for port object 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:51:45.158117 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:45.234094 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:45.300067 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Attempting to bind port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:51:45.300405 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Attempting to bind port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:51:45.300760 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Attempting to bind port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 on network 8093f95c-103d-4bd8-97fb-81e052a610f8 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:51:45.305615 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 on network 8093f95c-103d-4bd8-97fb-81e052a610f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:51:45.305933 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Attempting to bind port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 on network 8093f95c-103d-4bd8-97fb-81e052a610f8 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:51:45.312821 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:51:45.313225 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Checking segment: {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:51:45.313540 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Bound using segment: {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:51:45.313973 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Bound port: 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:51:45.314381 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:45.380387 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] For port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:51:45.383725 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] For port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:51:45.388135 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:45.429028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:45.429644 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:45.431056 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] 10.222.0.36 "PUT /v2.0/ports/8cd016f2-0b3f-43b1-9e83-cc01f0d73263 HTTP/1.1" status: 200 len: 1093 time: 0.8620968 Dec 15 12:51:45.431507 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'tag': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:51:45.433764 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8da54b-4929-4728-9ff1-28755a7053bf", "tag": "8cd016f2-0b3f-43b1-9e83-cc01f0d73263"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:51:45.468041 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5185a-386f-4f38-930b-54d5ef1f0716 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:45.473488 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c548dba8-83f9-487d-93ef-9ffb440e06cf x-openstack-request-id: req-c548dba8-83f9-487d-93ef-9ffb440e06cf {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:51:45.473784 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8da54b-4929-4728-9ff1-28755a7053bf", "tag": "8cd016f2-0b3f-43b1-9e83-cc01f0d73263", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:51:45.474044 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c548dba8-83f9-487d-93ef-9ffb440e06cf {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:51:45.476572 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'tag': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263', 'status': 'completed', 'code': 200} Dec 15 12:51:45.519482 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-91fdacef-e91a-43e3-8739-8079314e5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:45.520963 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-91fdacef-e91a-43e3-8739-8079314e5a4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a58b42c68c5c4f348690b895f1fee34f&device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 1096 time: 0.0421414 Dec 15 12:51:45.866505 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77090b5f-6fea-4f70-bbd1-8f8845523e61 req-f3c98857-ab80-4b59-8e02-fca145e0b9d3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:45.868166 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-77090b5f-6fea-4f70-bbd1-8f8845523e61 req-f3c98857-ab80-4b59-8e02-fca145e0b9d3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 943 time: 0.0514326 Dec 15 12:51:45.921014 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-77090b5f-6fea-4f70-bbd1-8f8845523e61 req-a26aac9e-2d0e-46d3-ba46-1a878a48cee3 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Dec 15 12:51:47.046437 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9f882-54e1-4e19-a4b0-757fd20f30d2 req-29d7c88d-1b4c-4484-9ffa-838b0c302838 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:47.048057 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-94a9f882-54e1-4e19-a4b0-757fd20f30d2 req-29d7c88d-1b4c-4484-9ffa-838b0c302838 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 943 time: 0.0549014 Dec 15 12:51:47.096569 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-94a9f882-54e1-4e19-a4b0-757fd20f30d2 req-a7887fdc-4578-4ae7-a52e-6d03477687cc tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Dec 15 12:51:47.350111 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-10904312-b92a-4792-b093-d68de4e292c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263 HTTP/1.1" status: 200 len: 217 time: 0.0358477 Dec 15 12:51:48.212668 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a912f-7690-436b-b98b-39d1c98ed7fe req-a40c7d71-e14f-4d51-969f-9111feb13882 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:48.214201 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f62a912f-7690-436b-b98b-39d1c98ed7fe req-a40c7d71-e14f-4d51-969f-9111feb13882 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 943 time: 0.0500679 Dec 15 12:51:48.263558 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f62a912f-7690-436b-b98b-39d1c98ed7fe req-d9939c28-0946-4d67-81e8-0ff6a1f6c325 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Dec 15 12:51:48.355761 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-443830f5-2ba3-4601-a20d-9d661131422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:48.357247 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-443830f5-2ba3-4601-a20d-9d661131422e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ad74ee0-ccce-4ce8-ab06-bc7421e9e695 HTTP/1.1" status: 200 len: 849 time: 0.0505769 Dec 15 12:51:48.390465 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-cd0a0cd1-86f9-496c-a752-6fce341a1d91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8093f95c-103d-4bd8-97fb-81e052a610f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255942 Dec 15 12:51:48.484379 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-b5e3009d-4753-4c3c-8068-9af966b30893 service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854042 Dec 15 12:51:48.582867 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-c50db5f2-b912-4324-a9c8-6282ea1c2bcc req-63c5c7c3-3780-4e08-bf12-53f7e795e894 service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909295 Dec 15 12:51:48.682988 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-f42a6cbf-c47b-4a96-801a-00d5ac0f817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:48.684454 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-f42a6cbf-c47b-4a96-801a-00d5ac0f817a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a58b42c68c5c4f348690b895f1fee34f&device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 1096 time: 0.0441952 Dec 15 12:51:48.783286 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-19801e8f-de4c-4989-88c6-d1b002538305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:48.784864 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-19801e8f-de4c-4989-88c6-d1b002538305 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 200 len: 910 time: 0.0897417 Dec 15 12:51:48.829362 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-d2af1945-dd1a-4592-a164-f8791bc23aa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263 HTTP/1.1" status: 200 len: 217 time: 0.0361180 Dec 15 12:51:48.879753 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-7408b911-4ae9-41cb-8918-0b7772ca682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:48.881270 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-7408b911-4ae9-41cb-8918-0b7772ca682d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ad74ee0-ccce-4ce8-ab06-bc7421e9e695 HTTP/1.1" status: 200 len: 849 time: 0.0442233 Dec 15 12:51:48.915179 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-72cd12a9-32ab-41c8-a7dc-8333dedebac0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8093f95c-103d-4bd8-97fb-81e052a610f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251737 Dec 15 12:51:49.011205 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-2c017b12-9f5b-4e57-b694-93b748b8a205 service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 Dec 15 12:51:49.104330 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-001fcf78-fbe2-4afb-8a76-f2cd4d55e1f8 req-27e8cad0-a1a2-4e03-914b-e96e619e2284 service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857310 Dec 15 12:51:49.381486 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976f91-51c2-4840-9bf1-57dac0c87cca req-110bb299-317e-45e0-8ac7-a7e2dfac18e5 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:49.383170 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56976f91-51c2-4840-9bf1-57dac0c87cca req-110bb299-317e-45e0-8ac7-a7e2dfac18e5 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 943 time: 0.0502915 Dec 15 12:51:49.438788 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-56976f91-51c2-4840-9bf1-57dac0c87cca req-aef4a2cd-68b8-4648-90b7-3b17d1deef63 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Dec 15 12:51:50.010983 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:51:50.257961 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:51:50.271347 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263', 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8', 'port_id': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263', 'mac_address': 'fa:16:3e:02:f4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad74ee0-ccce-4ce8-ab06-bc7421e9e695', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:51:50.313285 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:50.327597 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:51:50.347856 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:51:50.352685 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:50.408217 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:50.417882 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.418228 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.418608 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.418946 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.419278 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.419606 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.419934 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.420261 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.420585 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.420946 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.421267 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.421586 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.421902 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:51:50.572761 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83077d9-df33-4676-bdb3-47303de39f5f req-6b38388c-3b15-4763-b6b8-157360b19ee1 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:50.574178 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b83077d9-df33-4676-bdb3-47303de39f5f req-6b38388c-3b15-4763-b6b8-157360b19ee1 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 944 time: 0.0501599 Dec 15 12:51:50.588311 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['8cd016f2-0b3f-43b1-9e83-cc01f0d73263'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:51:50.623326 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b83077d9-df33-4676-bdb3-47303de39f5f req-3c342211-592f-4a7f-a190-d85cd96bdc64 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Dec 15 12:51:51.745025 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e285d-8800-4f13-b76b-8419481feecc req-d2af0d3d-2b55-4029-a02c-f8408510e348 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:51.746550 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2d0e285d-8800-4f13-b76b-8419481feecc req-d2af0d3d-2b55-4029-a02c-f8408510e348 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 944 time: 0.0539050 Dec 15 12:51:51.795707 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-2d0e285d-8800-4f13-b76b-8419481feecc req-358510ac-f1c6-453a-85d3-b88adfd1eb7b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Dec 15 12:51:52.013498 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:51:52.065778 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:51:52.069787 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:51:52.070165 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:52.152678 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:52.176212 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:51:52.179029 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bcde6e-a774-4d51-bcd8-33160bccdf81" -d '{"events": [{"server_uuid": "8f8da54b-4929-4728-9ff1-28755a7053bf", "name": "network-vif-plugged", "status": "completed", "tag": "8cd016f2-0b3f-43b1-9e83-cc01f0d73263"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:51:52.192257 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:51:52.196925 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:52.222396 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ba1aa4-6fac-4514-801e-b0a334d64ee0 x-openstack-request-id: req-82ba1aa4-6fac-4514-801e-b0a334d64ee0 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:51:52.223804 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8da54b-4929-4728-9ff1-28755a7053bf", "name": "network-vif-plugged", "status": "completed", "tag": "8cd016f2-0b3f-43b1-9e83-cc01f0d73263", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:51:52.223804 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-82ba1aa4-6fac-4514-801e-b0a334d64ee0 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:51:52.223804 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263', 'code': 200} Dec 15 12:51:52.254968 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:52.412986 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0876a0c-0d24-49cb-89b4-0842deae9720 req-b09084d7-b345-41c2-971d-222426611c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:52.414680 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a0876a0c-0d24-49cb-89b4-0842deae9720 req-b09084d7-b345-41c2-971d-222426611c4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 1098 time: 0.0558331 Dec 15 12:51:52.462601 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a0876a0c-0d24-49cb-89b4-0842deae9720 req-29439089-75d2-4bf6-9519-effc2006f852 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Dec 15 12:51:52.918254 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aa27c-f80c-42de-9dbc-3fd4423d68ea req-093e0554-b412-4dcd-acc7-fce591ecc88c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:52.920067 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd1aa27c-f80c-42de-9dbc-3fd4423d68ea req-093e0554-b412-4dcd-acc7-fce591ecc88c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 945 time: 0.0549846 Dec 15 12:51:52.968516 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bd1aa27c-f80c-42de-9dbc-3fd4423d68ea req-6f781a43-7bdf-4ad5-bca5-0dff081b1985 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Dec 15 12:51:54.088461 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca413f-334c-45ec-9481-3ee80f113f35 req-6faed16c-b7c2-4a6f-8f74-528e81c9ca40 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:54.090277 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b5ca413f-334c-45ec-9481-3ee80f113f35 req-6faed16c-b7c2-4a6f-8f74-528e81c9ca40 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 945 time: 0.0501523 Dec 15 12:51:54.141323 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b5ca413f-334c-45ec-9481-3ee80f113f35 req-8ce99763-d644-4419-b7f0-fb00af88ce28 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Dec 15 12:51:54.762378 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51134) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:54.795403 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c2651-ca19-4fc1-9b82-62d617c4b722 req-1f2cfa00-4fdc-4ff6-ab5c-7982236c3511 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:54.796972 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-194c2651-ca19-4fc1-9b82-62d617c4b722 req-1f2cfa00-4fdc-4ff6-ab5c-7982236c3511 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 945 time: 0.0553124 Dec 15 12:51:54.850300 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-194c2651-ca19-4fc1-9b82-62d617c4b722 req-f30f4494-ddf5-45cb-915c-c09d2e2e8bcc tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Dec 15 12:51:54.882708 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f12d-47aa-484f-8fe8-f68d8fc4ba11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:54.967350 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f12d-47aa-484f-8fe8-f68d8fc4ba11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:54.972100 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4fc4f12d-47aa-484f-8fe8-f68d8fc4ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:55.014963 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4fc4f12d-47aa-484f-8fe8-f68d8fc4ba11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6f2dfe5ad628453194439a3ac014db1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512081 Dec 15 12:51:55.015900 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4f12d-47aa-484f-8fe8-f68d8fc4ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5704b75c-77de-4476-9d7c-35194d635f56,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:55.017796 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51140) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:51:55.072932 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d613-3123-4ed8-88f2-c4ceea70b330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:55.095823 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d613-3123-4ed8-88f2-c4ceea70b330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:55.148518 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d613-3123-4ed8-88f2-c4ceea70b330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:55.151175 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-b6c5d613-3123-4ed8-88f2-c4ceea70b330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:55.154851 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-b6c5d613-3123-4ed8-88f2-c4ceea70b330 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5704b75c-77de-4476-9d7c-35194d635f56 HTTP/1.1" status: 204 len: 168 time: 0.1333156 Dec 15 12:51:55.166604 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5d613-3123-4ed8-88f2-c4ceea70b330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5704b75c-77de-4476-9d7c-35194d635f56,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:55.970026 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29e4bc-e38a-46ea-814c-45734c873a03 req-2ae73417-ba5b-4e45-8d5b-5ef473e2cd9f tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:55.971538 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1a29e4bc-e38a-46ea-814c-45734c873a03 req-2ae73417-ba5b-4e45-8d5b-5ef473e2cd9f tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 945 time: 0.0498505 Dec 15 12:51:56.025169 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-1a29e4bc-e38a-46ea-814c-45734c873a03 req-b835c91c-33d9-47ab-a1cd-b747bdbb2aa4 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469787 Dec 15 12:51:56.516670 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-c75b46bd-0354-46ab-9448-d5280e98a216 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:56.518108 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-c75b46bd-0354-46ab-9448-d5280e98a216 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 945 time: 0.0532811 Dec 15 12:51:56.619682 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Deleting port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:51:56.619925 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:56.721568 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] For port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:51:56.721935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:56.734953 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Calling delete_port for 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:51:56.868879 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:56.880719 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['8cd016f2-0b3f-43b1-9e83-cc01f0d73263'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:51:56.902143 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Pushing event deleted for resources: {'Port': ['ID=8cd016f2-0b3f-43b1-9e83-cc01f0d73263,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:51:56.944754 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] No DVR routers for this DVR port 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:51:56.947367 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:56.950739 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-7bf302b3-6b8c-45dc-a7ac-aafe953beea8 req-523d7775-7bf8-48b6-a2d9-3dc4989a0463 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "DELETE /v2.0/ports/8cd016f2-0b3f-43b1-9e83-cc01f0d73263 HTTP/1.1" status: 204 len: 173 time: 0.4237719 Dec 15 12:51:56.951187 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'name': 'network-vif-deleted', 'tag': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:51:56.953554 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e913e20-bbaa-49b1-bdcf-4a2a6237ed6d" -d '{"events": [{"server_uuid": "8f8da54b-4929-4728-9ff1-28755a7053bf", "name": "network-vif-deleted", "tag": "8cd016f2-0b3f-43b1-9e83-cc01f0d73263"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:51:56.991712 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b528b830-922c-48e4-9aee-fd6ec362c65f x-openstack-request-id: req-b528b830-922c-48e4-9aee-fd6ec362c65f {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:51:56.992014 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8da54b-4929-4728-9ff1-28755a7053bf", "name": "network-vif-deleted", "tag": "8cd016f2-0b3f-43b1-9e83-cc01f0d73263", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:51:56.992272 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b528b830-922c-48e4-9aee-fd6ec362c65f {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:51:56.992675 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8da54b-4929-4728-9ff1-28755a7053bf', 'name': 'network-vif-deleted', 'tag': '8cd016f2-0b3f-43b1-9e83-cc01f0d73263', 'status': 'completed', 'code': 200} Dec 15 12:51:57.145375 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-6c2a4e61-fef3-45b4-ac2d-61ef476c7612 req-1ba7e205-96af-4db9-b126-33f51f035515 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f8da54b-4929-4728-9ff1-28755a7053bf HTTP/1.1" status: 200 len: 210 time: 0.0304079 Dec 15 12:51:58.467147 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-3aa32fcc-7311-4555-8fe3-9f7607732e52 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:58.468525 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-3aa32fcc-7311-4555-8fe3-9f7607732e52 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/networks?id=8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 200 len: 809 time: 0.1019936 Dec 15 12:51:58.484252 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-a116e421-8c04-4d73-a09a-d39ee696ff70 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/quotas/a58b42c68c5c4f348690b895f1fee34f HTTP/1.1" status: 200 len: 375 time: 0.0098898 Dec 15 12:51:58.520054 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-dc30b148-700d-4acb-9a1d-e42d21b8429d tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a58b42c68c5c4f348690b895f1fee34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301106 Dec 15 12:51:58.611660 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-4f566fc6-deb1-4592-84ac-7e4c9a822c0d service neutron] 10.222.0.71 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Dec 15 12:51:58.706227 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-5b8d2129-3787-4883-a8e7-68c58d85b76f service neutron] 10.222.0.71 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883615 Dec 15 12:51:58.865039 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-93e399ea-31a2-4901-98ad-c50ad16ccd2a req-f4aff8b6-1acb-4fd2-af9e-c88104b43a83 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Dec 15 12:51:59.804682 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-d5d01362-1dda-4dd0-a342-7b70ccecc390 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:51:59.806216 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-d5d01362-1dda-4dd0-a342-7b70ccecc390 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "GET /v2.0/networks?id=8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 200 len: 809 time: 0.1058748 Dec 15 12:51:59.819819 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Request body: {'port': {'device_id': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8', 'admin_state_up': True, 'tenant_id': 'a58b42c68c5c4f348690b895f1fee34f'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:51:59.948682 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Made reservation on behalf of a58b42c68c5c4f348690b895f1fee34f for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:51:59.952229 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:51:59.969086 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-bc3369b4-79c4-4609-b470-9645cc0092aa req-262eb5b0-224a-4674-b01a-1b95f5a6c1c6 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 210 time: 0.0277550 Dec 15 12:52:00.044500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:52:00.066103 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:52:00.066364 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 8cd016f2-0b3f-43b1-9e83-cc01f0d73263 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:52:00.083710 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Allocated IP 172.20.0.8 (8093f95c-103d-4bd8-97fb-81e052a610f8/9ad74ee0-ccce-4ce8-ab06-bc7421e9e695/bff2ff14-553e-4362-9444-ead8b45bbc86) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:52:00.237048 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.272793 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.322680 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Network 8093f95c-103d-4bd8-97fb-81e052a610f8 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:52:00.325778 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:52:00.329553 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:52:00.336964 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Pushing event updated for resources: {'Port': ['ID=bff2ff14-553e-4362-9444-ead8b45bbc86,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:00.384210 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:00.384835 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.401844 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-753aa51b-9807-4a01-aa73-5072d012a208 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860963 Dec 15 12:52:00.414613 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Request body: {'port': {'device_id': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:52:00.469855 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.743601 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff2ff14-553e-4362-9444-ead8b45bbc86 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:52:00.751193 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.767016 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Transition to ACTIVE for port object bff2ff14-553e-4362-9444-ead8b45bbc86 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:52:00.770991 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.836624 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Pushing event updated for resources: {'Port': ['ID=bff2ff14-553e-4362-9444-ead8b45bbc86,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:00.892374 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Attempting to bind port bff2ff14-553e-4362-9444-ead8b45bbc86 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:52:00.892770 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Attempting to bind port bff2ff14-553e-4362-9444-ead8b45bbc86 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:52:00.892928 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Attempting to bind port bff2ff14-553e-4362-9444-ead8b45bbc86 on network 8093f95c-103d-4bd8-97fb-81e052a610f8 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:52:00.897605 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Port bff2ff14-553e-4362-9444-ead8b45bbc86 on network 8093f95c-103d-4bd8-97fb-81e052a610f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:52:00.897926 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Attempting to bind port bff2ff14-553e-4362-9444-ead8b45bbc86 on network 8093f95c-103d-4bd8-97fb-81e052a610f8 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:52:00.902838 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:52:00.903173 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Checking segment: {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:52:00.903558 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Bound using segment: {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:52:00.903982 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Bound port: bff2ff14-553e-4362-9444-ead8b45bbc86, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b385d17-3619-4389-aa45-d388561eaf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:52:00.904339 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:00.971255 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] For port bff2ff14-553e-4362-9444-ead8b45bbc86, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:52:00.975184 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] For port bff2ff14-553e-4362-9444-ead8b45bbc86, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bff2ff14-553e-4362-9444-ead8b45bbc86,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:52:00.980255 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:01.019579 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.020267 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:01.021862 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] 10.222.0.36 "PUT /v2.0/ports/bff2ff14-553e-4362-9444-ead8b45bbc86 HTTP/1.1" status: 200 len: 1093 time: 0.6119530 Dec 15 12:52:01.022479 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'tag': 'bff2ff14-553e-4362-9444-ead8b45bbc86'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:52:01.024779 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91" -d '{"events": [{"name": "network-changed", "server_uuid": "1b20e002-e500-42c4-8c5b-3eb8c14f4486", "tag": "bff2ff14-553e-4362-9444-ead8b45bbc86"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:52:01.048102 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15351acc-ad27-4bee-9bd5-5dc71564a306 service neutron] Pushing event updated for resources: {'Port': ['ID=bff2ff14-553e-4362-9444-ead8b45bbc86,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:01.072841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e6af3-1ebd-4bc6-9097-29d3802c24df x-openstack-request-id: req-ea2e6af3-1ebd-4bc6-9097-29d3802c24df {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:52:01.073320 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b20e002-e500-42c4-8c5b-3eb8c14f4486", "tag": "bff2ff14-553e-4362-9444-ead8b45bbc86", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:52:01.073596 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea2e6af3-1ebd-4bc6-9097-29d3802c24df {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:52:01.074001 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'tag': 'bff2ff14-553e-4362-9444-ead8b45bbc86', 'status': 'completed', 'code': 200} Dec 15 12:52:01.107458 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ced222-09ed-41d5-a701-68515e849047 req-b9bd02ac-7968-4f85-9c34-f9dcb8d7bd0d tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.109008 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20ced222-09ed-41d5-a701-68515e849047 req-b9bd02ac-7968-4f85-9c34-f9dcb8d7bd0d tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 943 time: 0.0530899 Dec 15 12:52:01.121239 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-4d712460-1636-4c84-a1c2-dea4b88b5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.122977 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-4d712460-1636-4c84-a1c2-dea4b88b5f86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a58b42c68c5c4f348690b895f1fee34f&device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 1096 time: 0.0553410 Dec 15 12:52:01.158937 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-20ced222-09ed-41d5-a701-68515e849047 req-b56b058d-148f-4ba7-ac05-cdbb67a95346 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Dec 15 12:52:01.170168 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-f45fccbe-6f14-4df7-a44a-cb9245a6ed8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bff2ff14-553e-4362-9444-ead8b45bbc86 HTTP/1.1" status: 200 len: 217 time: 0.0394261 Dec 15 12:52:01.223497 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd7381-627c-4115-bc38-91be55526a62 req-ed1ea5bc-8b65-4f62-813a-9e6c94e30919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.225769 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-ed1ea5bc-8b65-4f62-813a-9e6c94e30919 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ad74ee0-ccce-4ce8-ab06-bc7421e9e695 HTTP/1.1" status: 200 len: 849 time: 0.0490308 Dec 15 12:52:01.259531 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-efbaee47-eaec-4c6f-bb89-504663d43667 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8093f95c-103d-4bd8-97fb-81e052a610f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256155 Dec 15 12:52:01.355870 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-18aeb2eb-193e-42d8-b4ae-b0bbb8012eba service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888608 Dec 15 12:52:01.449479 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a3dd7381-627c-4115-bc38-91be55526a62 req-eff8bb11-5c14-4541-8fae-8d7dd7ff8947 service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865669 Dec 15 12:52:01.536625 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-18ffbd79-5450-495e-a76d-07bf34a5fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.538825 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-18ffbd79-5450-495e-a76d-07bf34a5fb2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a58b42c68c5c4f348690b895f1fee34f&device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 1096 time: 0.0423713 Dec 15 12:52:01.634858 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-ae316b4d-9e3a-4796-9414-48d1ab2aa772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.636377 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-ae316b4d-9e3a-4796-9414-48d1ab2aa772 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 200 len: 910 time: 0.0904274 Dec 15 12:52:01.681351 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-a84af855-1873-42d3-8f47-c8957e98b022 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bff2ff14-553e-4362-9444-ead8b45bbc86 HTTP/1.1" status: 200 len: 217 time: 0.0364914 Dec 15 12:52:01.735049 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-aef3d9f1-51ea-4ebf-ba59-b60d9e74e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:01.736545 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-aef3d9f1-51ea-4ebf-ba59-b60d9e74e8f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ad74ee0-ccce-4ce8-ab06-bc7421e9e695 HTTP/1.1" status: 200 len: 849 time: 0.0476716 Dec 15 12:52:01.770090 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-68ca8fdb-51aa-47b8-b73b-e5ec77a03e2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8093f95c-103d-4bd8-97fb-81e052a610f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245912 Dec 15 12:52:01.862458 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-eda3801a-e3d8-44a2-ba8c-f1f7a1220de7 service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844469 Dec 15 12:52:01.964854 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-b97356a7-bf96-4bc0-926e-1ddb2e50cc91 req-74d4953e-6f46-4464-8ac2-115e9411f01a service neutron] 10.222.0.36 "GET /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928814 Dec 15 12:52:02.059149 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device bff2ff14-553e-4362-9444-ead8b45bbc86 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:52:02.161511 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port bff2ff14-553e-4362-9444-ead8b45bbc86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bff2ff14-553e-4362-9444-ead8b45bbc86,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:52:02.173317 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'bff2ff14-553e-4362-9444-ead8b45bbc86', 'network_id': '8093f95c-103d-4bd8-97fb-81e052a610f8', 'port_id': 'bff2ff14-553e-4362-9444-ead8b45bbc86', 'mac_address': 'fa:16:3e:28:1f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad74ee0-ccce-4ce8-ab06-bc7421e9e695', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:52:02.211808 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:02.226134 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff2ff14-553e-4362-9444-ead8b45bbc86 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:52:02.246619 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port bff2ff14-553e-4362-9444-ead8b45bbc86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bff2ff14-553e-4362-9444-ead8b45bbc86,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:52:02.251314 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:02.286207 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d1e0-f7cc-47c7-9854-46265f3b7d8b req-6a76b2ff-f9c7-451b-a019-6746e9836f2a tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:02.287786 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f687d1e0-f7cc-47c7-9854-46265f3b7d8b req-6a76b2ff-f9c7-451b-a019-6746e9836f2a tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 943 time: 0.0549836 Dec 15 12:52:02.310354 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=bff2ff14-553e-4362-9444-ead8b45bbc86,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:02.338369 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f687d1e0-f7cc-47c7-9854-46265f3b7d8b req-f00d0d6b-9501-4247-b949-55a30a530c5d tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Dec 15 12:52:02.475255 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['bff2ff14-553e-4362-9444-ead8b45bbc86'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:52:02.535905 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d400b86-f65e-4cf8-a778-4785c4615f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:02.539949 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:03.454755 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92287ce3-b5ff-41b7-bf19-b3694dffb87b req-a4886e9e-7440-4e48-a0b9-1fc0aa2f90fe tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:03.456236 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-92287ce3-b5ff-41b7-bf19-b3694dffb87b req-a4886e9e-7440-4e48-a0b9-1fc0aa2f90fe tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 944 time: 0.0489244 Dec 15 12:52:03.505165 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-92287ce3-b5ff-41b7-bf19-b3694dffb87b req-1078d3eb-dee9-4fd3-a836-af2f77863599 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Dec 15 12:52:04.072328 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device bff2ff14-553e-4362-9444-ead8b45bbc86 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:52:04.120942 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port bff2ff14-553e-4362-9444-ead8b45bbc86 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:52:04.125057 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port bff2ff14-553e-4362-9444-ead8b45bbc86 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:52:04.125453 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:04.205706 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:04.230390 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2ff14-553e-4362-9444-ead8b45bbc86'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:52:04.232691 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0eeb71-7e87-4cfa-9f76-78ee76aa0a48" -d '{"events": [{"server_uuid": "1b20e002-e500-42c4-8c5b-3eb8c14f4486", "name": "network-vif-plugged", "status": "completed", "tag": "bff2ff14-553e-4362-9444-ead8b45bbc86"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:52:04.250159 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port bff2ff14-553e-4362-9444-ead8b45bbc86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bff2ff14-553e-4362-9444-ead8b45bbc86,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:52:04.256569 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:04.282768 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff214b12-3af8-4296-bcea-f734c0702249 x-openstack-request-id: req-ff214b12-3af8-4296-bcea-f734c0702249 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:52:04.283068 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20e002-e500-42c4-8c5b-3eb8c14f4486", "name": "network-vif-plugged", "status": "completed", "tag": "bff2ff14-553e-4362-9444-ead8b45bbc86", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:52:04.283325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff214b12-3af8-4296-bcea-f734c0702249 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:52:04.283720 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff2ff14-553e-4362-9444-ead8b45bbc86', 'code': 200} Dec 15 12:52:04.311368 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=bff2ff14-553e-4362-9444-ead8b45bbc86,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:04.448879 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8afd38-e020-48d5-ad6b-2c77d9cd6753 req-6726b48f-19eb-48b0-be05-a97f83dcacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:04.450261 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2d8afd38-e020-48d5-ad6b-2c77d9cd6753 req-6726b48f-19eb-48b0-be05-a97f83dcacc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 1098 time: 0.0420156 Dec 15 12:52:04.497148 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-2d8afd38-e020-48d5-ad6b-2c77d9cd6753 req-36b7b55a-a94d-4cef-8095-31f0298982a2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Dec 15 12:52:04.623852 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9257760-25c4-4c23-9541-af58ec7ed166 req-669daf8c-18d6-4c16-8dbe-402218fe0886 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:04.625348 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f9257760-25c4-4c23-9541-af58ec7ed166 req-669daf8c-18d6-4c16-8dbe-402218fe0886 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 945 time: 0.0498915 Dec 15 12:52:04.677115 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f9257760-25c4-4c23-9541-af58ec7ed166 req-b118c137-8b1a-42f6-b7c6-5558adc0aee9 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Dec 15 12:52:04.980027 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-f9fd0855-c820-49e9-b9b0-323024a11063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:05.793622 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e51f3-7e7c-4b66-9335-57542936c09a req-feec6238-e915-458b-9c04-6f90cf188b63 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:05.795123 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a52e51f3-7e7c-4b66-9335-57542936c09a req-feec6238-e915-458b-9c04-6f90cf188b63 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Dec 15 12:52:05.845834 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a52e51f3-7e7c-4b66-9335-57542936c09a req-4b47bc2e-2bfd-430a-8973-94427fb54930 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Dec 15 12:52:06.165195 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:06.514593 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab481c-8045-4186-9f43-8e2b2f496b25 req-84eee52e-de58-414f-a1d0-fe968455cd03 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:06.516078 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-daab481c-8045-4186-9f43-8e2b2f496b25 req-84eee52e-de58-414f-a1d0-fe968455cd03 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Dec 15 12:52:06.567108 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-daab481c-8045-4186-9f43-8e2b2f496b25 req-fe27ed13-dc50-450a-be58-77274c655798 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Dec 15 12:52:07.529002 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:07.917339 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-0c1459b4-c13a-4843-b062-99a48306ae4b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:07.918932 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-0c1459b4-c13a-4843-b062-99a48306ae4b tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 945 time: 0.0587156 Dec 15 12:52:07.988235 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946bd98-b634-4d92-ad43-694403779d23 req-efe0d818-ec3f-4713-b9e2-735bd54643a7 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:07.990380 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e946bd98-b634-4d92-ad43-694403779d23 req-efe0d818-ec3f-4713-b9e2-735bd54643a7 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b20e002-e500-42c4-8c5b-3eb8c14f4486 HTTP/1.1" status: 200 len: 945 time: 0.3469906 Dec 15 12:52:08.020645 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Deleting port bff2ff14-553e-4362-9444-ead8b45bbc86 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:52:08.021325 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:08.042942 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e946bd98-b634-4d92-ad43-694403779d23 req-87f93fd5-bdf9-44cd-9653-2e517e95dd83 tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.71 "GET /v2.0/security-groups?id=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Dec 15 12:52:08.113711 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] For port bff2ff14-553e-4362-9444-ead8b45bbc86, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bff2ff14-553e-4362-9444-ead8b45bbc86,segment=NetworkSegment(1b385d17-3619-4389-aa45-d388561eaf55),segment_id=1b385d17-3619-4389-aa45-d388561eaf55)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:52:08.114068 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:08.127005 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Calling delete_port for bff2ff14-553e-4362-9444-ead8b45bbc86 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:52:08.259177 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:08.267425 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:08.297897 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Pushing event deleted for resources: {'Port': ['ID=bff2ff14-553e-4362-9444-ead8b45bbc86,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:08.341280 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] No DVR routers for this DVR port bff2ff14-553e-4362-9444-ead8b45bbc86 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:52:08.343943 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:08.347972 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af47e9dd-4a21-4b64-b0f4-4d84b29c7cb9 req-9451a3a8-e8fb-41ba-944c-a5ba047db14c tempest-VolumesActionsTest-1651535832 tempest-VolumesActionsTest-1651535832-project] 10.222.0.36 "DELETE /v2.0/ports/bff2ff14-553e-4362-9444-ead8b45bbc86 HTTP/1.1" status: 204 len: 173 time: 0.4224899 Dec 15 12:52:08.348545 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'name': 'network-vif-deleted', 'tag': 'bff2ff14-553e-4362-9444-ead8b45bbc86'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:52:08.351538 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2972ff-6150-4c5a-a2ac-f5c60d6080b8" -d '{"events": [{"server_uuid": "1b20e002-e500-42c4-8c5b-3eb8c14f4486", "name": "network-vif-deleted", "tag": "bff2ff14-553e-4362-9444-ead8b45bbc86"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:52:08.388369 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb0d44-e3d4-4f79-a4e7-47a99b3e7592 x-openstack-request-id: req-37eb0d44-e3d4-4f79-a4e7-47a99b3e7592 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:52:08.388672 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20e002-e500-42c4-8c5b-3eb8c14f4486", "name": "network-vif-deleted", "tag": "bff2ff14-553e-4362-9444-ead8b45bbc86", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:52:08.388934 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-37eb0d44-e3d4-4f79-a4e7-47a99b3e7592 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:52:08.389379 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20e002-e500-42c4-8c5b-3eb8c14f4486', 'name': 'network-vif-deleted', 'tag': 'bff2ff14-553e-4362-9444-ead8b45bbc86', 'status': 'completed', 'code': 200} Dec 15 12:52:10.864076 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device bff2ff14-553e-4362-9444-ead8b45bbc86 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:52:10.888115 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: bff2ff14-553e-4362-9444-ead8b45bbc86 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:52:10.888452 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device bff2ff14-553e-4362-9444-ead8b45bbc86 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:52:12.729726 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:52:30.930970 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51440) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:52:30.976325 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Deleting subnet 9ad74ee0-ccce-4ce8-ab06-bc7421e9e695 {{(pid=109096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:52:30.979491 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.012737 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130162171'] for subnet, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.055423 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.113330 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131006846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130973180'] for subnet, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.138968 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad74ee0-ccce-4ce8-ab06-bc7421e9e695,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:31.142573 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.146505 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-d6440079-a6ec-4f91-bef3-6e7ea805d3b7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9ad74ee0-ccce-4ce8-ab06-bc7421e9e695 HTTP/1.1" status: 204 len: 168 time: 0.2143764 Dec 15 12:52:31.148946 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51442) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:52:31.216683 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.302589 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.322920 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8093f95c-103d-4bd8-97fb-81e052a610f8']}} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:52:31.333162 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b385d17-3619-4389-aa45-d388561eaf55') {'for_net_delete': True} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:52:31.333452 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.services.segments.db [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b385d17-3619-4389-aa45-d388561eaf55') {} {{(pid=109096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:52:31.343449 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130161920'] for segment, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.356371 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.362373 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=109096) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:52:31.362776 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131006740'] for segment, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: Traceback (most recent call last): Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: timer() Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: cb(*args, **kw) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: return func(*args, **kwargs) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: self._notify() Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: self.callback(batched_events) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: event.method(event) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: return f(self, *a, **k) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._get(url).json() Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: return self.request(url, 'GET', **kwargs) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:52:31.364632 dv-cinder-813225-4-iscsi neutron-server[109096]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:52:31.422175 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.427944 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.431185 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] 10.222.0.71 "DELETE /v2.0/networks/8093f95c-103d-4bd8-97fb-81e052a610f8 HTTP/1.1" status: 204 len: 168 time: 0.2812746 Dec 15 12:52:31.442672 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8069d8e-ea5c-454a-9af2-d307cd00b2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8093f95c-103d-4bd8-97fb-81e052a610f8,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:31.593881 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51446) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:52:31.634961 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-fdf24354-b879-4a05-97d6-ab081052ff23 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a58b42c68c5c4f348690b895f1fee34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398619 Dec 15 12:52:31.637341 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51448) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:52:31.683473 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e1fa82-7264-4f7e-a5fd-f6286e2b1b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.705197 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e1fa82-7264-4f7e-a5fd-f6286e2b1b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.752420 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e1fa82-7264-4f7e-a5fd-f6286e2b1b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.755600 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-39e1fa82-7264-4f7e-a5fd-f6286e2b1b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:31.756752 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-39e1fa82-7264-4f7e-a5fd-f6286e2b1b97 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae5c04ee-72e6-4474-a7cf-ad40de6bd72f HTTP/1.1" status: 204 len: 168 time: 0.1185279 Dec 15 12:52:31.764487 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1fa82-7264-4f7e-a5fd-f6286e2b1b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5c04ee-72e6-4474-a7cf-ad40de6bd72f,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:32.509645 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4a2d-9158-416c-9ae2-2e23bf958ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:32.540397 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:34.972634 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0b35aa4d-61de-4464-bb42-efac9c982c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:36.167913 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:37.532724 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:38.256750 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.011660 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51542) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:52:42.120702 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.203023 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.207026 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_create {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.246237 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de8edcb97c8447188ee5620f07cbd02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334492 Dec 15 12:52:42.247143 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5b8b6-3bbb-4f10-93b8-db08c63d9db3,revision_number=1']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:42.249098 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51546) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:52:42.255535 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.255886 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.256229 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.258891 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.259660 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.259660 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18567-e4ed-4d0e-8e99-2a6744b699ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.305983 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.328362 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.380815 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.383585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:42.387207 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9ea5b8b6-3bbb-4f10-93b8-db08c63d9db3 HTTP/1.1" status: 204 len: 168 time: 0.1347365 Dec 15 12:52:42.393354 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5b8b6-3bbb-4f10-93b8-db08c63d9db3,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:42.401091 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.401439 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.401784 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.402123 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.402478 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.402808 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.403137 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.403464 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.403790 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.404119 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.404442 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.404865 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:42.405068 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef1b7cc-07a5-4fa6-a5c3-3f00b7815f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:45.466851 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-3c613a96-b559-4c3d-a02e-a25ee7af5c4d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204836673&fields=id&tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 267 time: 0.0499563 Dec 15 12:52:45.577897 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1f7b05ae-0d79-49cb-8b5c-1e04da9ecc91 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:45.579322 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1f7b05ae-0d79-49cb-8b5c-1e04da9ecc91 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 811 time: 0.1043320 Dec 15 12:52:45.595457 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-237779eb-daf4-4d27-a4eb-2e9181a0c90a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/quotas/fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 375 time: 0.0095952 Dec 15 12:52:45.654377 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-3a72e4aa-ee8c-4b4f-914b-ef00349b6560 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524771 Dec 15 12:52:45.766079 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-5d679361-7c02-4e25-a19d-56ebb0bfe751 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109096) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:52:45.767100 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-5d679361-7c02-4e25-a19d-56ebb0bfe751 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0992236 Dec 15 12:52:45.862947 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-cc7e3432-4114-45d5-b275-693c726aea96 service neutron] 10.222.0.71 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885546 Dec 15 12:52:45.958235 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-c1f2d8fa-8885-4819-820b-909ebfad59dd service neutron] 10.222.0.71 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889201 Dec 15 12:52:46.303262 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8ecc4b00-eaec-4230-8e48-62f2c561efa5 req-dec7111b-4ed7-4e9b-96ee-c0070e98ba01 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 210 time: 0.0829842 Dec 15 12:52:47.293881 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-9b3ae56a-6aa5-4ba5-9b8a-c0400b615f79 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:47.295406 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-9b3ae56a-6aa5-4ba5-9b8a-c0400b615f79 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 811 time: 0.1092863 Dec 15 12:52:47.367583 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4e67bae7-b4dc-4162-a264-235ff3350461 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc HTTP/1.1" status: 200 len: 380 time: 0.0620694 Dec 15 12:52:47.378837 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'port': {'device_id': '4351988a-60ed-461c-ba90-18194e517b37', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'admin_state_up': True, 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'security_groups': ['f3272d69-0a9f-46ea-b83b-4935b83b006d']}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:52:47.406157 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-0b161e61-2762-4658-9fa3-35f5a31e3825 req-ff8a45a7-67bb-4db2-a400-df95165ef9bf tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Dec 15 12:52:47.497673 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Made reservation on behalf of fcb89f0927e2463ab82bdd7ad1d800dc for: {'port': 1} {{(pid=109095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 12:52:47.497673 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:47.628449 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Allocated IP 172.20.0.6 (1ce7052f-a068-4ce2-9e17-53263739516c/5e784e9c-7356-4fc8-bfa6-b44822cba94f/ec523f03-19c0-423c-bf92-afe7baff42b7) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:52:47.785728 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:47.822127 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:47.874596 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Network 1ce7052f-a068-4ce2-9e17-53263739516c is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:52:47.878586 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:52:47.882312 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:52:47.911079 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=ec523f03-19c0-423c-bf92-afe7baff42b7,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:47.942834 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:47.943453 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:47.960373 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-4caba4de-b966-4702-993a-bb188a7ccf94 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859454 Dec 15 12:52:47.970281 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-a815c6b8-db30-4808-84ba-e1641f1b9699 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=109095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 12:52:47.971353 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-a815c6b8-db30-4808-84ba-e1641f1b9699 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052857 Dec 15 12:52:48.035935 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Request body: {'port': {'device_id': '4351988a-60ed-461c-ba90-18194e517b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:52:48.096312 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.175226 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-88df01b1-bf06-4411-9616-73de4ff86e5f None None] Provisioning complete for port ec523f03-19c0-423c-bf92-afe7baff42b7 triggered by entity DHCP. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:52:48.175840 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-88df01b1-bf06-4411-9616-73de4ff86e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.209346 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-88df01b1-bf06-4411-9616-73de4ff86e5f None None] Port ec523f03-19c0-423c-bf92-afe7baff42b7 cannot update to ACTIVE because it is not bound. {{(pid=109097) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 12:52:48.354556 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec523f03-19c0-423c-bf92-afe7baff42b7 {{(pid=109095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:52:48.364880 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.381641 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.provisioning_blocks [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Transition to ACTIVE for port object ec523f03-19c0-423c-bf92-afe7baff42b7 will not be triggered until provisioned by entity L2. {{(pid=109095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 12:52:48.384903 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.438474 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Pushing event updated for resources: {'Port': ['ID=ec523f03-19c0-423c-bf92-afe7baff42b7,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:48.524317 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Attempting to bind port ec523f03-19c0-423c-bf92-afe7baff42b7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 12:52:48.524865 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Attempting to bind port ec523f03-19c0-423c-bf92-afe7baff42b7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 12:52:48.525418 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Attempting to bind port ec523f03-19c0-423c-bf92-afe7baff42b7 on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:52:48.530521 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Port ec523f03-19c0-423c-bf92-afe7baff42b7 on network 1ce7052f-a068-4ce2-9e17-53263739516c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 12:52:48.530849 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Attempting to bind port ec523f03-19c0-423c-bf92-afe7baff42b7 on network 1ce7052f-a068-4ce2-9e17-53263739516c {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 12:52:48.537964 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Checking agent: {'id': '2d44bc9b-3b40-4791-894b-83f3b1db2744', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'started_at': datetime.datetime(2021, 12, 15, 12, 40, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 12, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 12:52:48.538304 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Checking segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 12:52:48.538841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Bound using segment: {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'} {{(pid=109095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 12:52:48.539279 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.managers [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Bound port: ec523f03-19c0-423c-bf92-afe7baff42b7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cbadbd-345f-4ab4-92c2-14b02b1d538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c'}}] {{(pid=109095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 12:52:48.539640 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.544974 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8dabf-6c39-44f2-bb67-25256bd52ccb req-992562b9-f9a4-48e6-aafa-fe57c0d38f6e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:48.546860 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfc8dabf-6c39-44f2-bb67-25256bd52ccb req-992562b9-f9a4-48e6-aafa-fe57c0d38f6e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0571592 Dec 15 12:52:48.610034 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] For port ec523f03-19c0-423c-bf92-afe7baff42b7, host hv-cinder-81322, cleared binding levels {{(pid=109095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 12:52:48.614194 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-cfc8dabf-6c39-44f2-bb67-25256bd52ccb req-15e46d43-225e-4b33-8b35-e3cc8d97c87d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560277 Dec 15 12:52:48.619248 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] For port ec523f03-19c0-423c-bf92-afe7baff42b7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ec523f03-19c0-423c-bf92-afe7baff42b7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 12:52:48.627064 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.665222 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:48.665841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:48.667259 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] 10.222.0.36 "PUT /v2.0/ports/ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 200 len: 1093 time: 0.6866581 Dec 15 12:52:48.667719 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:52:48.670005 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:52:48.712833 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed511ba-accb-4338-8203-9e5ac9d90ccd service neutron] Pushing event updated for resources: {'Port': ['ID=ec523f03-19c0-423c-bf92-afe7baff42b7,revision_number=3']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:48.776624 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-3ce04d93-4d46-4e17-a7b2-94d85e039d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:48.778349 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-3ce04d93-4d46-4e17-a7b2-94d85e039d8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1096 time: 0.0606065 Dec 15 12:52:48.830260 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf8b6cc-154f-4b34-bafe-e72c1e539ae1 x-openstack-request-id: req-edf8b6cc-154f-4b34-bafe-e72c1e539ae1 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:52:48.831158 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:52:48.831479 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edf8b6cc-154f-4b34-bafe-e72c1e539ae1 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:52:48.832163 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'status': 'completed', 'code': 200} Dec 15 12:52:48.834100 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-713dfbb1-dba5-42c3-a083-cacb50aea40c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 200 len: 217 time: 0.0451107 Dec 15 12:52:48.887749 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1f378b02-b139-47bb-8236-20a789781776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:48.889219 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-1f378b02-b139-47bb-8236-20a789781776 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0466344 Dec 15 12:52:48.939386 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-b7c17981-577f-4d6b-b345-c3d48c422924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:48.940811 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-b7c17981-577f-4d6b-b345-c3d48c422924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421946 Dec 15 12:52:49.036095 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-3ff8538e-808e-48e2-9792-c07b2d6c161c service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Dec 15 12:52:49.124641 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-a2343092-aaf2-4be6-84a8-f4fee521a967 req-f30d3453-3c5d-4799-87a4-f16e1c6ba3b4 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800273 Dec 15 12:52:49.215657 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-740827e5-b095-4b92-8ebd-9f33556cd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:49.217166 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-740827e5-b095-4b92-8ebd-9f33556cd29e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1096 time: 0.0462139 Dec 15 12:52:49.308794 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-75d65b56-b636-412e-8a01-8b48423038f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:49.310263 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-75d65b56-b636-412e-8a01-8b48423038f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.0846937 Dec 15 12:52:49.357781 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-b613595c-c4cf-4fad-b685-9f467b67beba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 200 len: 217 time: 0.0384777 Dec 15 12:52:49.644352 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-f01c2393-8b96-49c3-a02b-decc167c69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:49.645799 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-f01c2393-8b96-49c3-a02b-decc167c69a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.2792604 Dec 15 12:52:49.692307 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-ad599d87-d357-41b9-87b7-bbe97cbceb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:49.693773 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-ad599d87-d357-41b9-87b7-bbe97cbceb1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400629 Dec 15 12:52:49.729582 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:52:49.730211 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847541e-f709-4789-9c29-27dcf646595a req-fa203271-e2b2-431f-b72e-9a80b7941256 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:49.731295 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8847541e-f709-4789-9c29-27dcf646595a req-fa203271-e2b2-431f-b72e-9a80b7941256 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0491223 Dec 15 12:52:49.781049 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8847541e-f709-4789-9c29-27dcf646595a req-85ead178-e3bf-4165-aa54-4e8711525b44 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428743 Dec 15 12:52:49.785296 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-3825735d-c975-464d-a187-e9e20334fa18 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Dec 15 12:52:49.873544 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-45ea5efe-2405-431f-9c28-8ae4bb58d9ac req-f8b3bf9b-603f-400d-9490-dcc4f6cc260c service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809574 Dec 15 12:52:50.899426 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca0d5f-f859-404f-8cfd-43dbe8fa87a7 req-ea523ca3-1d28-4f6f-9c0e-da99bca7d38b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:50.900924 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-55ca0d5f-f859-404f-8cfd-43dbe8fa87a7 req-ea523ca3-1d28-4f6f-9c0e-da99bca7d38b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0489516 Dec 15 12:52:50.951557 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-55ca0d5f-f859-404f-8cfd-43dbe8fa87a7 req-8c51a72d-3e42-48cb-958b-631d07d99259 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445712 Dec 15 12:52:52.072089 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2d7d-0cc0-42dc-b404-ee5ee2adec58 req-8c56b277-6a09-41a6-92b3-4ff274c3abf9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:52.073592 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-85db2d7d-0cc0-42dc-b404-ee5ee2adec58 req-8c56b277-6a09-41a6-92b3-4ff274c3abf9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0542562 Dec 15 12:52:52.123571 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-85db2d7d-0cc0-42dc-b404-ee5ee2adec58 req-e98aa7ce-4bc0-4ac4-a236-a4ce11e05552 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Dec 15 12:52:53.245863 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7807da2-22c7-4bd3-9b16-29dbba0e898d req-885666a5-3a9b-47af-9e9c-691b45cfe7ac tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:53.247375 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f7807da2-22c7-4bd3-9b16-29dbba0e898d req-885666a5-3a9b-47af-9e9c-691b45cfe7ac tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0556767 Dec 15 12:52:53.297924 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-f7807da2-22c7-4bd3-9b16-29dbba0e898d req-1226684a-81cf-4d65-83a7-fc5146cdcd8e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446441 Dec 15 12:52:54.421710 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66450251-55e3-43b5-8487-e2d651c96658 req-db0556bc-b237-444b-b451-ceb939e4b7b5 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:54.423269 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-66450251-55e3-43b5-8487-e2d651c96658 req-db0556bc-b237-444b-b451-ceb939e4b7b5 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Dec 15 12:52:54.490139 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-66450251-55e3-43b5-8487-e2d651c96658 req-2dca03f8-0b8a-4b38-b3c1-d61f49a43af1 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565138 Dec 15 12:52:55.604728 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf80e8-ce85-473f-8c13-0973341d03ca req-e1b7a273-c57a-485f-815f-1a6f694b287c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:55.606147 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-63cf80e8-ce85-473f-8c13-0973341d03ca req-e1b7a273-c57a-485f-815f-1a6f694b287c tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0491865 Dec 15 12:52:55.656217 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-63cf80e8-ce85-473f-8c13-0973341d03ca req-b519ed85-661a-4f56-b4aa-3a4c979948d1 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440025 Dec 15 12:52:56.770992 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0874-fa2f-4387-8aad-372b273d2167 req-3f6e3a9a-f757-4fc3-9864-b21614ee39e6 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:56.772444 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b46f0874-fa2f-4387-8aad-372b273d2167 req-3f6e3a9a-f757-4fc3-9864-b21614ee39e6 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0509741 Dec 15 12:52:56.824262 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-b46f0874-fa2f-4387-8aad-372b273d2167 req-27ea524f-cf76-44a6-adcb-92c27170ab39 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458703 Dec 15 12:52:57.942285 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcc135-21df-4f15-9600-31fd61201b47 req-aabb76cc-0a05-4c48-a833-201ff16540c3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:57.943852 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d2fcc135-21df-4f15-9600-31fd61201b47 req-aabb76cc-0a05-4c48-a833-201ff16540c3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 943 time: 0.0503192 Dec 15 12:52:57.993433 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d2fcc135-21df-4f15-9600-31fd61201b47 req-a2109567-9e4e-435d-bc2f-5179683f32b6 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Dec 15 12:52:58.290251 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ec523f03-19c0-423c-bf92-afe7baff42b7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=109097) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 12:52:58.387902 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ec523f03-19c0-423c-bf92-afe7baff42b7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ec523f03-19c0-423c-bf92-afe7baff42b7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:52:58.402591 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Returning: {'device': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'port_id': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'mac_address': 'fa:16:3e:42:cf:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109097) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 12:52:58.444382 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:58.464407 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec523f03-19c0-423c-bf92-afe7baff42b7 {{(pid=109097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 12:52:58.494791 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ec523f03-19c0-423c-bf92-afe7baff42b7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ec523f03-19c0-423c-bf92-afe7baff42b7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:52:58.498699 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:52:58.549175 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=ec523f03-19c0-423c-bf92-afe7baff42b7,revision_number=4']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:52:58.556742 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.557089 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.557427 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.557762 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.558087 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.558408 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.559102 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.559102 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.559414 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.559701 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.560121 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.560440 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.560754 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:52:58.728458 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] get_ports_and_sgs() called for port_ids ['ec523f03-19c0-423c-bf92-afe7baff42b7'] {{(pid=109097) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 12:52:59.110930 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d3484-ccc0-4063-a5f8-4a9d8351a2fc req-5fbce8ba-aee7-442d-9ec5-55a45dbfa737 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:52:59.113161 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d95d3484-ccc0-4063-a5f8-4a9d8351a2fc req-5fbce8ba-aee7-442d-9ec5-55a45dbfa737 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 944 time: 0.0520539 Dec 15 12:52:59.165250 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-d95d3484-ccc0-4063-a5f8-4a9d8351a2fc req-ef7c8880-3cb3-4eec-9e6a-c145a53487df tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Dec 15 12:53:00.288439 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576229a-cbe3-4c28-9639-f7a534a15018 req-ea631dd1-1fbe-4907-b2dd-4257501be00b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:00.289908 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8576229a-cbe3-4c28-9639-f7a534a15018 req-ea631dd1-1fbe-4907-b2dd-4257501be00b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 944 time: 0.0538044 Dec 15 12:53:00.306023 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ec523f03-19c0-423c-bf92-afe7baff42b7 up at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 12:53:00.340018 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-8576229a-cbe3-4c28-9639-f7a534a15018 req-64f27878-7b4e-4b1b-92b7-fd6f664b3b8b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 Dec 15 12:53:00.356497 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning for port ec523f03-19c0-423c-bf92-afe7baff42b7 completed by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 12:53:00.361179 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.provisioning_blocks [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Provisioning complete for port ec523f03-19c0-423c-bf92-afe7baff42b7 triggered by entity L2. {{(pid=109097) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 12:53:00.361555 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-764814'] for port, provisioning_complete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:00.452294 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:00.478029 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7'}] {{(pid=109097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:53:00.480308 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f82b834824dc550654e9e43719704479b6b8de95ba910c41b5a228bdcc9eb55d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0df521-d8df-441a-a7de-50f17b4ead07" -d '{"events": [{"server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "name": "network-vif-plugged", "status": "completed", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7"}]}' {{(pid=109097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:53:00.493237 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] For port ec523f03-19c0-423c-bf92-afe7baff42b7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ec523f03-19c0-423c-bf92-afe7baff42b7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:53:00.497334 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990'] for port, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:00.546372 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Pushing event updated for resources: {'Port': ['ID=ec523f03-19c0-423c-bf92-afe7baff42b7,revision_number=5']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:53:00.587632 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615f8ba8-5fd4-4a14-a07d-cb34ffa20db5 x-openstack-request-id: req-615f8ba8-5fd4-4a14-a07d-cb34ffa20db5 {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:53:00.587926 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "name": "network-vif-plugged", "status": "completed", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7", "code": 200}]} {{(pid=109097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:53:00.588179 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-615f8ba8-5fd4-4a14-a07d-cb34ffa20db5 {{(pid=109097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:53:00.588574 dv-cinder-813225-4-iscsi neutron-server[109097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'code': 200} Dec 15 12:53:00.819804 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab02bc5-5b2b-47b3-baff-7625bb17db36 req-d254427c-df26-4477-a189-dedb14106dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:00.821372 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-5ab02bc5-5b2b-47b3-baff-7625bb17db36 req-d254427c-df26-4477-a189-dedb14106dff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1098 time: 0.0422640 Dec 15 12:53:00.873386 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-5ab02bc5-5b2b-47b3-baff-7625bb17db36 req-d2d56aea-d762-4570-9e8c-99dd94292695 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Dec 15 12:53:01.458928 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dce7f-89ab-4d87-bb70-6d204a48e60c req-093be1fe-ca26-4c13-9c90-5e4ecb587f92 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:01.460466 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-333dce7f-89ab-4d87-bb70-6d204a48e60c req-093be1fe-ca26-4c13-9c90-5e4ecb587f92 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Dec 15 12:53:01.513618 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-333dce7f-89ab-4d87-bb70-6d204a48e60c req-e8d11f74-6e50-46da-81de-c572f3f53ffe tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Dec 15 12:53:02.511136 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5f788208-112d-47a4-8c9d-9ab22d94bfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:02.552432 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:02.634879 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed15f6-0c1f-4af4-be10-49c3102106bd req-8e35b5ef-affb-4fca-a756-5b3d1c110fdd tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:02.636430 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-71ed15f6-0c1f-4af4-be10-49c3102106bd req-8e35b5ef-affb-4fca-a756-5b3d1c110fdd tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 945 time: 0.0512683 Dec 15 12:53:02.691753 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-71ed15f6-0c1f-4af4-be10-49c3102106bd req-503666e1-8779-45b0-926f-cecc2be61250 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493217 Dec 15 12:53:02.809442 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325710f-3461-4905-9884-a9648f550929 req-6642e86d-7b50-4be9-a22d-b4e1118f049d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:02.810863 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7325710f-3461-4905-9884-a9648f550929 req-6642e86d-7b50-4be9-a22d-b4e1118f049d tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 945 time: 0.0503232 Dec 15 12:53:02.861927 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7325710f-3461-4905-9884-a9648f550929 req-ab2b638e-d547-4370-9441-6153a04e9c9a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448356 Dec 15 12:53:02.885014 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51628) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:53:03.027365 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e399e-2480-4f24-a887-3ebafdc287bd tempest-TestVolumeBootPattern-1614477989 tempest-TestVolumeBootPattern-1614477989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:03.028886 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-c54e399e-2480-4f24-a887-3ebafdc287bd tempest-TestVolumeBootPattern-1614477989 tempest-TestVolumeBootPattern-1614477989-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1093 time: 0.1428647 Dec 15 12:53:03.031648 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51632) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:53:03.036582 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.v2.base [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Request body: {'floatingip': {'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'port_id': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 12:53:03.058751 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:03.156580 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:03.266773 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_common [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Allocated IP 172.27.1.231 (8a220ece-91ee-498f-b92e-4077bb9489c1/544653dd-596f-43a5-a4c1-5666d54538d6/81f74239-af51-4d92-afa5-f05e4c5e5258) {{(pid=109095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 12:53:03.370849 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:03.408517 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752807658954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:03.449009 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Network 8a220ece-91ee-498f-b92e-4077bb9489c1 is already hosted by enough agents. {{(pid=109095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 12:53:03.451961 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.base_scheduler [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Resources bound (agent type, host, resource id): {{(pid=109095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 12:53:03.455323 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Received port after_create {{(pid=109095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 12:53:03.461681 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=81f74239-af51-4d92-afa5-f05e4c5e5258,revision_number=1']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:53:03.822624 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:03.889515 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578943'] for port, before_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:04.037370 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for port, precommit_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:04.042445 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752808225509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752807658972', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752807658990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130665081'] for port, after_update {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:04.111567 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event updated for resources: {'Port': ['ID=81f74239-af51-4d92-afa5-f05e4c5e5258,revision_number=2']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:53:04.128653 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-133703441'] for floatingip, after_create {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:04.235534 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.db.l3_db [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Floating IP 3f3f8c4e-245d-45a1-89e8-da1de211b8e0 associated. External IP: 172.27.1.231, port: ec523f03-19c0-423c-bf92-afe7baff42b7. Dec 15 12:53:04.451171 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:53:04.569020 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:53:04.581586 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:53:04.593829 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:53:04.594496 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:52:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:53:04.599809 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:04.627360 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-13c77b46-2198-4a7e-8ec3-0a9bfa71d4b9 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5946784 Dec 15 12:53:04.627979 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:53:04.630463 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d" -d '{"events": [{"name": "network-changed", "server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:53:04.674272 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4120ae-5269-4914-8042-e224e4607c0b x-openstack-request-id: req-aa4120ae-5269-4914-8042-e224e4607c0b {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:53:04.674647 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:53:04.674901 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa4120ae-5269-4914-8042-e224e4607c0b {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:53:04.675361 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'status': 'completed', 'code': 200} Dec 15 12:53:04.707215 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:53:04.741682 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-ddae04a1-2a3d-4144-8fdf-b79a135f7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:04.743554 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-ddae04a1-2a3d-4144-8fdf-b79a135f7a43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1098 time: 0.0434806 Dec 15 12:53:04.839700 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-4e2325a6-81d8-4cfd-b707-f54513be804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:04.841181 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-4e2325a6-81d8-4cfd-b707-f54513be804a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.0911989 Dec 15 12:53:04.909928 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-efedbf0f-a1f0-4942-a027-88502b18ff77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 200 len: 999 time: 0.0602317 Dec 15 12:53:04.937627 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '3f3f8c4e-245d-45a1-89e8-da1de211b8e0', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:42:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4351988a-60ed-461c-ba90-18194e517b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:03Z', 'updated_at': '2021-12-15T12:53:03Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}, {'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:32Z', 'revision_number': 1, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:53:04.959915 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-f6c2d4cd-beb4-48d4-a16a-fcf79187dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:04.961617 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-f6c2d4cd-beb4-48d4-a16a-fcf79187dbd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0453823 Dec 15 12:53:04.969273 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:53:04.984123 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-de17df67-1dd1-4169-9a57-1263ef756792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:04.986545 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:53:04.987229 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:52:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:53:05.010898 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-8d92f23c-4307-477b-bcc9-dffcf1cd71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:05.012515 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-8d92f23c-4307-477b-bcc9-dffcf1cd71a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439761 Dec 15 12:53:05.095097 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:53:05.102755 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-f94b76cc-451e-4f97-9e9a-a540d238d340 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828083 Dec 15 12:53:05.212861 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6e22c9f0-3be7-4c69-9bcd-df68c0de351d req-00e28bd9-a02e-40ec-8fc8-5adc9af41fb4 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032083 Dec 15 12:53:05.467252 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '3f3f8c4e-245d-45a1-89e8-da1de211b8e0', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:42:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4351988a-60ed-461c-ba90-18194e517b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:03Z', 'updated_at': '2021-12-15T12:53:03Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}, {'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:32Z', 'revision_number': 1, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:53:05.493325 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf08456-ef75-4c15-a335-2a9612f45f8c None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': '3f3f8c4e-245d-45a1-89e8-da1de211b8e0', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:42:cf:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4351988a-60ed-461c-ba90-18194e517b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:53:03Z', 'updated_at': '2021-12-15T12:53:03Z', 'revision_number': 0, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}, {'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:32Z', 'revision_number': 1, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:53:05.698194 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2325a2a-9dd2-412c-b2ce-92c746f643fb None None] New status for floating IP 3f3f8c4e-245d-45a1-89e8-da1de211b8e0: ACTIVE {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:53:06.171833 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:07.538885 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:08.269108 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:26.731594 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:53:32.513518 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-44040a90-69f0-416d-b5bb-8ab9a4338842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:32.553077 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:34.976627 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-54844a23-d10e-48d7-bfce-097215cdc5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:35.140374 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-8ed8a93e-2894-42b0-8c6e-e0b51f91635c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450451 Dec 15 12:53:35.223813 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f329d4-7643-4235-bc26-e525265ca6bd req-56874f7a-cb55-4789-9831-92b867e3a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:35.225326 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-56874f7a-cb55-4789-9831-92b867e3a7ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1099 time: 0.0412128 Dec 15 12:53:35.334125 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f329d4-7643-4235-bc26-e525265ca6bd req-50cdfdaa-2e2d-4ca5-a9e9-3359299096ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:35.335674 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-50cdfdaa-2e2d-4ca5-a9e9-3359299096ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.0904529 Dec 15 12:53:35.406649 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-4b3f1936-bf5f-4bd5-b58e-862b643aefaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 1002 time: 0.0641084 Dec 15 12:53:35.456262 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f329d4-7643-4235-bc26-e525265ca6bd req-77e7acf8-9ae5-4fc6-a522-c1cf95661e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:35.457707 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-77e7acf8-9ae5-4fc6-a522-c1cf95661e5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0436044 Dec 15 12:53:35.512940 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f329d4-7643-4235-bc26-e525265ca6bd req-0d86f9d1-996a-429d-a293-37e0477f48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:53:35.514450 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-0d86f9d1-996a-429d-a293-37e0477f48f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498013 Dec 15 12:53:35.613735 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-88aec14b-10c0-4a4d-8b5e-46fedf3b26ca service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903094 Dec 15 12:53:35.713362 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-28f329d4-7643-4235-bc26-e525265ca6bd req-2f2e7e27-eb71-4345-aa37-2270ab2e0998 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925174 Dec 15 12:53:36.174589 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:37.538720 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:53:38.268239 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:02.515749 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb885-4fff-4be5-828e-e978b9ac0851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:02.556446 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:03.731415 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:54:04.984919 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d01237e-a4a7-4973-8ca0-e4ac93a669e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:06.175255 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:07.540614 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:08.261392 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:32.524333 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-88fafc3c-7ba2-4dc8-a386-fc62edf6c847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:32.558519 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:34.977659 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c3a9676a-1d42-4e0a-b4b5-5f7cb5957bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:36.149513 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-7b0ffefd-8de7-4d9c-b4f4-93495dd11cdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422950 Dec 15 12:54:36.183169 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:36.217421 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-0d17bde3-b384-4cc3-8a22-3953cb2900f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:36.219500 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-0d17bde3-b384-4cc3-8a22-3953cb2900f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1098 time: 0.0469077 Dec 15 12:54:36.331028 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-44748b0d-654f-421d-9765-8e2b73ed990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:36.332496 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-44748b0d-654f-421d-9765-8e2b73ed990c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.0937591 Dec 15 12:54:36.423029 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-49805a0f-7e59-4b04-b6fd-a6999cb7c312 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 200 len: 1001 time: 0.0820248 Dec 15 12:54:36.485551 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-bdf243d3-2c28-4863-aea3-51700a123373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:36.487074 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-bdf243d3-2c28-4863-aea3-51700a123373 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0569346 Dec 15 12:54:36.540603 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-7f2b1b0e-87ff-445d-a609-f1eb13b47701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:36.542107 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-7f2b1b0e-87ff-445d-a609-f1eb13b47701 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460958 Dec 15 12:54:36.634925 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-829c42ad-f651-47e0-957a-56e92a6286b0 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856462 Dec 15 12:54:36.734350 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-af9719be-ae21-4456-ad7f-d202d3612d2d req-65ad88b4-6491-41e0-bf23-8e157ffe0280 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918391 Dec 15 12:54:37.543134 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:38.264315 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:40.730854 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:54:43.265500 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51658) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:54:43.434197 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Deleting port 81f74239-af51-4d92-afa5-f05e4c5e5258 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:43.434566 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:43.532231 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:43.532499 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:43.544751 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Calling delete_port for 81f74239-af51-4d92-afa5-f05e4c5e5258 owned by network:floatingip {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:43.728259 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:43.761598 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'Port': ['ID=81f74239-af51-4d92-afa5-f05e4c5e5258,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:43.775051 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.775408 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.775756 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.776097 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.776591 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.776924 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.777260 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.777591 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.777918 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.778246 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.778595 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.778926 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.779245 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:43.845340 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:43.845692 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Floating IP 3f3f8c4e-245d-45a1-89e8-da1de211b8e0 disassociated (deleted). External IP: 172.27.1.231, port: ec523f03-19c0-423c-bf92-afe7baff42b7. Dec 15 12:54:44.062847 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:54:44.173368 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:54:44.177987 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:44.184357 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:54:44.195786 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:54:44.196497 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:44.209157 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-17f78fb3-33c7-4a93-8c4c-6d26962eed4b tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "DELETE /v2.0/floatingips/3f3f8c4e-245d-45a1-89e8-da1de211b8e0 HTTP/1.1" status: 204 len: 168 time: 0.9423015 Dec 15 12:54:44.209758 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:54:44.212083 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3" -d '{"events": [{"name": "network-changed", "server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:54:44.315306 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e51228-5308-4d6e-babe-8eadce66b406 x-openstack-request-id: req-86e51228-5308-4d6e-babe-8eadce66b406 {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:54:44.315951 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:54:44.316065 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:54:44.316065 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86e51228-5308-4d6e-babe-8eadce66b406 {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:54:44.316336 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'status': 'completed', 'code': 200} Dec 15 12:54:44.408860 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-aa7e3033-b8fe-4889-a2ac-d29d225b6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:44.411028 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-aa7e3033-b8fe-4889-a2ac-d29d225b6f3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 1098 time: 0.0456345 Dec 15 12:54:44.467833 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646d0a3-036f-4ebe-ad7c-617ddad65b72 req-33064b2b-0f84-4c44-bd46-05c1dcf95792 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:44.470117 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7646d0a3-036f-4ebe-ad7c-617ddad65b72 req-33064b2b-0f84-4c44-bd46-05c1dcf95792 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 945 time: 0.0581207 Dec 15 12:54:44.521487 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-96467fb0-fbc3-4f1e-b35d-191a02341083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:44.523149 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-96467fb0-fbc3-4f1e-b35d-191a02341083 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.1029949 Dec 15 12:54:44.525119 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-7646d0a3-036f-4ebe-ad7c-617ddad65b72 req-12690304-20ff-43c2-a874-17a48a7bede6 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473161 Dec 15 12:54:44.567322 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:32Z', 'revision_number': 1, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:44.569255 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-c5e683f7-c08d-4e72-9efc-1775001a4597 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 200 len: 217 time: 0.0384920 Dec 15 12:54:44.596517 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:54:44.605170 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:54:44.605790 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:44.619913 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-a28f7e76-160f-41a5-af94-53ef24858201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:44.621365 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-a28f7e76-160f-41a5-af94-53ef24858201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0452042 Dec 15 12:54:44.668606 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-d76a8538-40f5-40af-9034-6aac8e558430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:44.670257 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-d76a8538-40f5-40af-9034-6aac8e558430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419178 Dec 15 12:54:44.725004 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:54:44.771423 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-e0838e6a-d695-4d89-baae-5078963a82f8 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913568 Dec 15 12:54:44.865899 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-6cb1a2b9-075f-4596-91d3-3ac8057b6db3 req-0adf5849-08b9-48d1-b56b-3bef489d0a1d service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871277 Dec 15 12:54:44.969955 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:32Z', 'revision_number': 1, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:45.001383 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19ebd5-7403-4492-ae3a-b4fe9573d9cb None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_floatingips': [{'id': 'ef67bcd6-44f6-4460-96ca-70cd14a39ab1', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'router_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'port_id': '48527398-acc5-4713-a973-7c3cc988468c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'mac_address': 'fa:16:3e:3b:71:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T12:50:29Z', 'updated_at': '2021-12-15T12:50:32Z', 'revision_number': 1, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:54:45.221635 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46687b7-cc7b-4ea9-b2fc-05f01fcc3739 None None] New status for floating IP 3f3f8c4e-245d-45a1-89e8-da1de211b8e0: DOWN {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:54:45.653141 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538509cc-3cfc-425d-b963-956d08a0add9 req-b5b67c6c-e625-4908-b302-ce681139328e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:45.654649 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-538509cc-3cfc-425d-b963-956d08a0add9 req-b5b67c6c-e625-4908-b302-ce681139328e tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Dec 15 12:54:45.707108 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-538509cc-3cfc-425d-b963-956d08a0add9 req-a0880832-0a84-47ae-99dc-4469aba4a258 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459819 Dec 15 12:54:46.090415 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be546600-2735-450e-acc1-9f644bc7ebab req-8c804898-7588-48f9-a34e-8950d8278b37 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:46.091906 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-be546600-2735-450e-acc1-9f644bc7ebab req-8c804898-7588-48f9-a34e-8950d8278b37 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 945 time: 0.0620430 Dec 15 12:54:46.193849 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Deleting port ec523f03-19c0-423c-bf92-afe7baff42b7 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:46.194177 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:46.544268 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] For port ec523f03-19c0-423c-bf92-afe7baff42b7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ec523f03-19c0-423c-bf92-afe7baff42b7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:54:46.544625 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:46.557149 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Calling delete_port for ec523f03-19c0-423c-bf92-afe7baff42b7 owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:46.690434 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:46.719222 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'Port': ['ID=ec523f03-19c0-423c-bf92-afe7baff42b7,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:46.736397 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.737268 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.737620 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.737959 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.738291 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.738693 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.739023 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.739350 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.739674 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.740000 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.740322 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.740697 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.741274 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:54:46.778308 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] No DVR routers for this DVR port ec523f03-19c0-423c-bf92-afe7baff42b7 on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:54:46.781409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:46.784817 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-be546600-2735-450e-acc1-9f644bc7ebab req-c59fef37-f76f-47c5-b52c-64a1d365e1ad tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "DELETE /v2.0/ports/ec523f03-19c0-423c-bf92-afe7baff42b7 HTTP/1.1" status: 204 len: 173 time: 0.6869860 Dec 15 12:54:46.785299 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'name': 'network-vif-deleted', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:54:46.787589 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdec1ad-d308-483a-b56c-3ab9281c1ed8" -d '{"events": [{"server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "name": "network-vif-deleted", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:54:46.831532 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920d2353-8af7-4d41-8217-0a8875f3bad9 x-openstack-request-id: req-920d2353-8af7-4d41-8217-0a8875f3bad9 {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:54:46.831879 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4351988a-60ed-461c-ba90-18194e517b37", "name": "network-vif-deleted", "tag": "ec523f03-19c0-423c-bf92-afe7baff42b7", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:54:46.832158 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-920d2353-8af7-4d41-8217-0a8875f3bad9 {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:54:46.832498 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4351988a-60ed-461c-ba90-18194e517b37', 'name': 'network-vif-deleted', 'tag': 'ec523f03-19c0-423c-bf92-afe7baff42b7', 'status': 'completed', 'code': 200} Dec 15 12:54:46.845514 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-eee6524c-c832-4c51-874e-4ee5f4b5999a req-249315cc-5ee4-4787-bf2c-2b44af618226 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=4351988a-60ed-461c-ba90-18194e517b37 HTTP/1.1" status: 200 len: 210 time: 0.0449820 Dec 15 12:54:50.144107 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51700) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:54:50.309872 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Deleting port e49aa4d1-0a61-48f2-9c2c-c53b7db2dc01 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:50.310207 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:50.388566 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:50.388836 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:50.401830 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Calling delete_port for e49aa4d1-0a61-48f2-9c2c-c53b7db2dc01 owned by network:floatingip {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:50.568291 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:50.594639 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'Port': ['ID=e49aa4d1-0a61-48f2-9c2c-c53b7db2dc01,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:50.676379 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:50.676621 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.db.l3_db [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Floating IP ef67bcd6-44f6-4460-96ca-70cd14a39ab1 disassociated (deleted). External IP: 172.27.1.123, port: 48527398-acc5-4713-a973-7c3cc988468c. Dec 15 12:54:50.775661 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ec523f03-19c0-423c-bf92-afe7baff42b7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:54:50.797118 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: ec523f03-19c0-423c-bf92-afe7baff42b7 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:54:50.797484 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device ec523f03-19c0-423c-bf92-afe7baff42b7 not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:54:50.897723 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:54:51.009641 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:54:51.014444 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:51.020173 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:54:51.031608 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:54:51.032230 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:51.043623 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-156e93f6-c3c9-4be1-818b-681189dfeaa3 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "DELETE /v2.0/floatingips/ef67bcd6-44f6-4460-96ca-70cd14a39ab1 HTTP/1.1" status: 204 len: 168 time: 0.8984151 Dec 15 12:54:51.046403 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'tag': '48527398-acc5-4713-a973-7c3cc988468c'}] {{(pid=109096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:54:51.048293 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}017214c18f62f6bb677d00da4897c6292a545f6499292e5ca7e585730e8fef3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e32b75-5f4b-4d3f-a03d-d6598990302e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "tag": "48527398-acc5-4713-a973-7c3cc988468c"}]}' {{(pid=109096) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:54:51.092268 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 12:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc15e2c7-ae01-4e57-8e4f-38267410ebbf x-openstack-request-id: req-fc15e2c7-ae01-4e57-8e4f-38267410ebbf {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:54:51.092570 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "tag": "48527398-acc5-4713-a973-7c3cc988468c", "status": "completed", "code": 200}]} {{(pid=109096) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:54:51.092829 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc15e2c7-ae01-4e57-8e4f-38267410ebbf {{(pid=109096) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:54:51.093468 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'tag': '48527398-acc5-4713-a973-7c3cc988468c', 'status': 'completed', 'code': 200} Dec 15 12:54:51.153810 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:54:51.162401 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-af37c805-206f-4a71-bc90-4cbd173438d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:51.164653 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-af37c805-206f-4a71-bc90-4cbd173438d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 1099 time: 0.0465939 Dec 15 12:54:51.274585 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-d69817a7-931c-4c13-ab87-9523c50415ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:51.276253 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-d69817a7-931c-4c13-ab87-9523c50415ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 200 len: 912 time: 0.1015530 Dec 15 12:54:51.312898 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f585-937e-4f4f-95fd-430af0de890f req-df1af6d0-2af6-436d-b788-155f539660e2 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:51.316918 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e9b6f585-937e-4f4f-95fd-430af0de890f req-df1af6d0-2af6-436d-b788-155f539660e2 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0648596 Dec 15 12:54:51.324807 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-873585fb-54bb-43f9-ac84-16cf5ffb878a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 200 len: 217 time: 0.0402844 Dec 15 12:54:51.381066 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-e9b6f585-937e-4f4f-95fd-430af0de890f req-fd20bd87-bac2-4caa-a8a1-49b5bec61262 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592406 Dec 15 12:54:51.384053 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-7baa0df9-ec95-409f-960b-16bc64b21f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:51.386546 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-7baa0df9-ec95-409f-960b-16bc64b21f04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 200 len: 850 time: 0.0536480 Dec 15 12:54:51.404065 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:51.436227 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:54:51.438666 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-26adf38c-53f8-476b-ba98-9c32655aeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:51.440192 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-26adf38c-53f8-476b-ba98-9c32655aeb1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce7052f-a068-4ce2-9e17-53263739516c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463557 Dec 15 12:54:51.445079 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:54:51.445696 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:51.550262 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-175f0b9e-3382-40fb-8ecb-6cdcdd8e5587 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004529 Dec 15 12:54:51.557877 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:54:51.662237 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-29e32b75-5f4b-4d3f-a03d-d6598990302e req-820169a0-64d6-407f-b236-c35b7582026e service neutron] 10.222.0.36 "GET /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014740 Dec 15 12:54:51.766805 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:51.945571 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557be91-1589-40e9-960c-742c3e4a2d5c None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:08Z', 'revision_number': 4, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi', '_interfaces': [{'id': '0ef04018-0b43-4f31-8272-dffc930dbbd7', 'name': '', 'network_id': '1ce7052f-a068-4ce2-9e17-53263739516c', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'mac_address': 'fa:16:3e:0e:ac:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:07Z', 'updated_at': '2021-12-15T12:47:12Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'subnets': [{'id': '5e784e9c-7356-4fc8-bfa6-b44822cba94f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:54:52.181893 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd32e90-db77-4b06-af6b-a7300e5f82a5 None None] New status for floating IP ef67bcd6-44f6-4460-96ca-70cd14a39ab1: DOWN {{(pid=109098) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 12:54:52.512542 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51551457-e33d-416b-83c5-74f38771bf3d req-33621504-97cf-46aa-a899-855144c7d565 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109096) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:52.514229 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-51551457-e33d-416b-83c5-74f38771bf3d req-33621504-97cf-46aa-a899-855144c7d565 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0539610 Dec 15 12:54:52.570311 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-51551457-e33d-416b-83c5-74f38771bf3d req-9dcae9ec-79d4-422d-84b4-49a8a43166b2 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/security-groups?id=f3272d69-0a9f-46ea-b83b-4935b83b006d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461266 Dec 15 12:54:52.845316 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-9a58180b-947a-41a6-b345-b17d7b9fbc13 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 12:54:52.846893 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-9a58180b-947a-41a6-b345-b17d7b9fbc13 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 946 time: 0.0537326 Dec 15 12:54:52.951729 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Deleting port 48527398-acc5-4713-a973-7c3cc988468c {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:52.952066 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:53.048574 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] For port 48527398-acc5-4713-a973-7c3cc988468c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=48527398-acc5-4713-a973-7c3cc988468c,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:54:53.048959 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:53.063377 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Calling delete_port for 48527398-acc5-4713-a973-7c3cc988468c owned by compute:nova {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:53.200619 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:53.229174 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'Port': ['ID=48527398-acc5-4713-a973-7c3cc988468c,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:53.275641 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] No DVR routers for this DVR port 48527398-acc5-4713-a973-7c3cc988468c on host hv-cinder-81322 {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:54:53.278124 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for port, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:53.282196 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [req-3347ecd2-38ee-4083-af48-4b49ef3c6503 req-14ebbc6e-42e7-4f67-a2cb-90ce6ce832ec tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.36 "DELETE /v2.0/ports/48527398-acc5-4713-a973-7c3cc988468c HTTP/1.1" status: 204 len: 173 time: 0.4281073 Dec 15 12:54:53.282771 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'name': 'network-vif-deleted', 'tag': '48527398-acc5-4713-a973-7c3cc988468c'}] {{(pid=109095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 12:54:53.285189 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05ccb3c9b77a42f5ee12c8d62666d69e7c6e962bf3a35967dfab0af02705ff7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a13931c-eb3a-456e-952d-1a8aba2ea658" -d '{"events": [{"server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "name": "network-vif-deleted", "tag": "48527398-acc5-4713-a973-7c3cc988468c"}]}' {{(pid=109095) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 12:54:53.323629 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef420af-5c0a-4c13-846d-25302d92414e x-openstack-request-id: req-bef420af-5c0a-4c13-846d-25302d92414e {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 12:54:53.323932 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc32d916-fd7d-40f0-af78-92a58f5406ef", "name": "network-vif-deleted", "tag": "48527398-acc5-4713-a973-7c3cc988468c", "status": "completed", "code": 200}]} {{(pid=109095) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 12:54:53.324186 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bef420af-5c0a-4c13-846d-25302d92414e {{(pid=109095) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 12:54:53.324578 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc32d916-fd7d-40f0-af78-92a58f5406ef', 'name': 'network-vif-deleted', 'tag': '48527398-acc5-4713-a973-7c3cc988468c', 'status': 'completed', 'code': 200} Dec 15 12:54:53.682258 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [req-01285b0c-581e-4aa7-9246-d56c59b80d2d req-48b0a9b0-d084-4ef5-b36f-6390887cba19 tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc32d916-fd7d-40f0-af78-92a58f5406ef HTTP/1.1" status: 200 len: 210 time: 0.0267205 Dec 15 12:54:54.741627 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51716) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:54:54.871139 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Deleting port 4a78aa59-9b04-4e3b-898a-aa2072146696 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:54.871476 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:54.953613 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:54.953933 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:54.966455 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Calling delete_port for 4a78aa59-9b04-4e3b-898a-aa2072146696 owned by network:floatingip {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:55.104546 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:55.128884 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'Port': ['ID=4a78aa59-9b04-4e3b-898a-aa2072146696,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:55.194197 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for floatingip, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:55.196873 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472892'] for floatingip, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:55.198039 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-76df5f2b-a480-48ee-8681-ed5f71b2237a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "DELETE /v2.0/floatingips/3bc70705-923a-402d-90b8-a26b03eef433 HTTP/1.1" status: 204 len: 168 time: 0.4541278 Dec 15 12:54:56.405067 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51728) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:54:56.469593 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-dcbd263d-4163-4e6c-9858-91e3a58ec41a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:56.496859 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-dcbd263d-4163-4e6c-9858-91e3a58ec41a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:56.562963 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-dcbd263d-4163-4e6c-9858-91e3a58ec41a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:56.565521 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-dcbd263d-4163-4e6c-9858-91e3a58ec41a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:56.566723 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-dcbd263d-4163-4e6c-9858-91e3a58ec41a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] 10.222.0.71 "DELETE /v2.0/security-groups/f3272d69-0a9f-46ea-b83b-4935b83b006d HTTP/1.1" status: 204 len: 168 time: 0.1605804 Dec 15 12:54:56.576000 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd263d-4163-4e6c-9858-91e3a58ec41a tempest-TestVolumeBootPattern-1956590758 tempest-TestVolumeBootPattern-1956590758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3272d69-0a9f-46ea-b83b-4935b83b006d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:56.790242 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 48527398-acc5-4713-a973-7c3cc988468c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:54:56.810894 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] No Port match for: 48527398-acc5-4713-a973-7c3cc988468c {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:54:56.811245 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Device 48527398-acc5-4713-a973-7c3cc988468c not bound to the agent host hv-cinder-81322 {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:54:57.648608 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51734) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:54:58.112253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:58.369485 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Deleting port 0ef04018-0b43-4f31-8272-dffc930dbbd7 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:58.369727 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:58.454612 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] For port 0ef04018-0b43-4f31-8272-dffc930dbbd7, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=0ef04018-0b43-4f31-8272-dffc930dbbd7,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:54:58.454970 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:58.467574 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Calling delete_port for 0ef04018-0b43-4f31-8272-dffc930dbbd7 owned by network:router_interface {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:58.653421 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:58.680302 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef04018-0b43-4f31-8272-dffc930dbbd7,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:58.857186 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.084480 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Router c4560689-3cb6-4c9e-9501-0c4dbd981c4a has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:54:59.194374 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:54:59.201166 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1ba5362e-9613-4acc-8fd6-861a07b0a2e9 admin admin] 10.222.0.71 "PUT /v2.0/routers/c4560689-3cb6-4c9e-9501-0c4dbd981c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5502160 Dec 15 12:54:59.203594 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51738) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:54:59.204657 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] Sync routers for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:54:59.221164 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:54:59.222098 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:59.318580 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks [] for router, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.352311 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: dv-cinder-813225-4-iscsi {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:54:59.428914 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.483096 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Deleting port e7a49a3a-56fd-4970-b995-a49174c58be2 {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:54:59.483566 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.541751 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:54:58Z', 'revision_number': 5, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port': {'id': 'e7a49a3a-56fd-4970-b995-a49174c58be2', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:59.570438 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] Checking router: c4560689-3cb6-4c9e-9501-0c4dbd981c4a for host: dv-cinder-813225-4-iscsi {{(pid=109097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:54:59.571713 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] For port e7a49a3a-56fd-4970-b995-a49174c58be2, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=e7a49a3a-56fd-4970-b995-a49174c58be2,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:54:59.572072 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.579286 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] Routers {'c4560689-3cb6-4c9e-9501-0c4dbd981c4a'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:54:59.579930 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'], 'active': True} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:59.584335 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Calling delete_port for e7a49a3a-56fd-4970-b995-a49174c58be2 owned by network:router_gateway {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:54:59.675968 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvr_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] Set router c4560689-3cb6-4c9e-9501-0c4dbd981c4a gateway port host: None {{(pid=109097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:54:59.734789 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_hamode_db [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:54:59Z', 'revision_number': 6, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:54:59.759249 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.763291 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7ef36-844e-4f06-98fa-257d3570fbcb None None] The sync data for ids ['c4560689-3cb6-4c9e-9501-0c4dbd981c4a'] in dv-cinder-813225-4-iscsi is: [{'id': 'c4560689-3cb6-4c9e-9501-0c4dbd981c4a', 'name': 'tempest-TestVolumeBootPattern-325103269-router', 'tenant_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:05Z', 'updated_at': '2021-12-15T12:54:59Z', 'revision_number': 6, 'project_id': 'fcb89f0927e2463ab82bdd7ad1d800dc', 'gw_port_host': None}] {{(pid=109097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:54:59.786464 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a49a3a-56fd-4970-b995-a49174c58be2,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:54:59.862664 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.954908 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:54:59.957076 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.241365 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.242013 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4560689-3cb6-4c9e-9501-0c4dbd981c4a {{(pid=109095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:55:00.248317 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] Publish callbacks [] for router, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.249939 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-4d43f7e2-d3c8-41d5-b53a-9f1cb923268d admin admin] 10.222.0.71 "DELETE /v2.0/routers/c4560689-3cb6-4c9e-9501-0c4dbd981c4a HTTP/1.1" status: 204 len: 168 time: 1.0451496 Dec 15 12:55:00.252635 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51740) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:00.300861 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Deleting subnet 5e784e9c-7356-4fc8-bfa6-b44822cba94f {{(pid=109095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:55:00.304097 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.339413 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131945065'] for subnet, precommit_delete_associations {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.424730 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.480829 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130665015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131909486'] for subnet, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.506697 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e784e9c-7356-4fc8-bfa6-b44822cba94f,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:00.510221 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for subnet, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.513527 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0d55e86a-6bae-447d-a3d3-9809aad23784 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5e784e9c-7356-4fc8-bfa6-b44822cba94f HTTP/1.1" status: 204 len: 168 time: 0.2598710 Dec 15 12:55:00.516826 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85f1e6-80eb-45bb-93d1-8d2c2f6e2719 None None] Network 1ce7052f-a068-4ce2-9e17-53263739516c requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:55:00.517890 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51742) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:00.600840 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.670924 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Deleting port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:55:00.671354 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.714295 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] DHCP port deletion for 1ce7052f-a068-4ce2-9e17-53263739516c request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:55:00.743721 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] For port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:55:00.744058 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.760326 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Calling delete_port for a0b58f90-3a83-4f9a-99cb-0c822a9fb53d owned by network:dhcp {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:55:00.772429 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Deleting port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d {{(pid=109097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:55:00.772805 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.857433 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.db [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] For port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,segment=NetworkSegment(71cbadbd-345f-4ab4-92c2-14b02b1d538c),segment_id=71cbadbd-345f-4ab4-92c2-14b02b1d538c)] {{(pid=109097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:55:00.857700 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.859675 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:00.872226 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] No DVR routers for this DVR port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d on host dv-cinder-813225-4-iscsi {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:55:00.883676 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Calling delete_port for a0b58f90-3a83-4f9a-99cb-0c822a9fb53d owned by network:dhcp {{(pid=109097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:55:00.913308 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:00.936500 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e7a49a3a-56fd-4970-b995-a49174c58be2 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:55:00.963456 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: e7a49a3a-56fd-4970-b995-a49174c58be2 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:55:00.963803 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device e7a49a3a-56fd-4970-b995-a49174c58be2 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:55:00.964492 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 0ef04018-0b43-4f31-8272-dffc930dbbd7 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:55:00.991009 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 0ef04018-0b43-4f31-8272-dffc930dbbd7 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:55:00.991346 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 0ef04018-0b43-4f31-8272-dffc930dbbd7 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:55:00.991772 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device a0b58f90-3a83-4f9a-99cb-0c822a9fb53d no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:55:01.005032 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.024051 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: a0b58f90-3a83-4f9a-99cb-0c822a9fb53d {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:55:01.024392 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device a0b58f90-3a83-4f9a-99cb-0c822a9fb53d not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:55:01.038759 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce7052f-a068-4ce2-9e17-53263739516c']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:01.050322 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cbadbd-345f-4ab4-92c2-14b02b1d538c') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:01.051409 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cbadbd-345f-4ab4-92c2-14b02b1d538c') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:01.058085 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963'] for port, after_delete {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.068188 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.083003 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.089820 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Pushing event deleted for resources: {'Port': ['ID=a0b58f90-3a83-4f9a-99cb-0c822a9fb53d,revision_number=None']} {{(pid=109097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:01.090455 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:55:01.090966 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:55:01.093403 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:55:01.098758 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] No DVR routers for this DVR port a0b58f90-3a83-4f9a-99cb-0c822a9fb53d on host dv-cinder-813225-4-iscsi {{(pid=109097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:55:01.101210 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.101577 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.101925 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.102354 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.102724 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.102974 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.103304 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.103638 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.104454 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.104454 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.104680 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.104907 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.105226 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62e3f20-98a9-4c6b-8f37-f7d18c383953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-4-iscsi {{(pid=109097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 12:55:01.158961 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.164708 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.171837 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51744) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:01.172708 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1ce7052f-a068-4ce2-9e17-53263739516c HTTP/1.1" status: 204 len: 168 time: 0.6520386 Dec 15 12:55:01.186712 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfcf03-eea2-48b9-8a91-7d9ea8706947 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce7052f-a068-4ce2-9e17-53263739516c,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:01.544477 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-133709585'] for router_interface, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.808151 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Deleting port ede842d8-9541-4514-85fc-d8a05b32c09c {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:55:01.808381 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.885904 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] For port ede842d8-9541-4514-85fc-d8a05b32c09c, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=ede842d8-9541-4514-85fc-d8a05b32c09c,segment=NetworkSegment(b27fb1ec-b130-49cc-888f-54b6d3c7fbfe),segment_id=b27fb1ec-b130-49cc-888f-54b6d3c7fbfe)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:55:01.886266 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:01.897889 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Calling delete_port for ede842d8-9541-4514-85fc-d8a05b32c09c owned by network:router_interface {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:55:02.107146 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:02.134661 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede842d8-9541-4514-85fc-d8a05b32c09c,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:02.520111 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-5951b4fc-eb70-4420-a8c5-08c6da30a34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:02.556757 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:02.576795 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-133755464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-133709709'] for router_interface, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:02.795499 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Router 584cc343-fb53-4426-bdcf-eff6767c4822 has already been hosted by L3 agent b7cdec38-eddc-4ee9-bfdf-4233785e7741 {{(pid=109096) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 12:55:02.907329 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] Notify agent at l3_agent.dv-cinder-813225-4-iscsi the message routers_updated {{(pid=109096) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 12:55:02.913099 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-05880d51-e400-4309-a405-c8d1b9112566 admin admin] 10.222.0.71 "PUT /v2.0/routers/584cc343-fb53-4426-bdcf-eff6767c4822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401547 Dec 15 12:55:02.914909 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51746) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:02.917808 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] Sync routers for ids ['584cc343-fb53-4426-bdcf-eff6767c4822'] in dv-cinder-813225-4-iscsi {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 12:55:02.931793 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] Routers {'584cc343-fb53-4426-bdcf-eff6767c4822'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:55:02.932513 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['584cc343-fb53-4426-bdcf-eff6767c4822'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:03.024572 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks [] for router, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.133260 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] Set router 584cc343-fb53-4426-bdcf-eff6767c4822 gateway port host: dv-cinder-813225-4-iscsi {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:55:03.141453 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.197860 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Deleting port 856ad268-93c7-47a8-b2f0-f913b79f07e4 {{(pid=109096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:55:03.198203 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.288923 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.db [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] For port 856ad268-93c7-47a8-b2f0-f913b79f07e4, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=856ad268-93c7-47a8-b2f0-f913b79f07e4,segment=NetworkSegment(0629dab4-033a-46bf-b9f8-e5f4d95a3bb0),segment_id=0629dab4-033a-46bf-b9f8-e5f4d95a3bb0)] {{(pid=109096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:55:03.289282 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.301930 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.plugins.ml2.plugin [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Calling delete_port for 856ad268-93c7-47a8-b2f0-f913b79f07e4 owned by network:router_gateway {{(pid=109096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:55:03.317774 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'external_fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:55:02Z', 'revision_number': 5, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port': {'id': '856ad268-93c7-47a8-b2f0-f913b79f07e4', 'name': '', 'network_id': '8a220ece-91ee-498f-b92e-4077bb9489c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '544653dd-596f-43a5-a4c1-5666d54538d6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-4-iscsi'}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:03.348580 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] Checking router: 584cc343-fb53-4426-bdcf-eff6767c4822 for host: dv-cinder-813225-4-iscsi {{(pid=109098) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 12:55:03.360958 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] Routers {'584cc343-fb53-4426-bdcf-eff6767c4822'} bound to L3 agent in host dv-cinder-813225-4-iscsi {{(pid=109098) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 12:55:03.361604 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T12:34:35Z,description=,heartbeat_timestamp=2021-12-15T12:54:35Z,host='dv-cinder-813225-4-iscsi',id=b7cdec38-eddc-4ee9-bfdf-4233785e7741,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T12:34:35Z,topic='l3_agent')) {'router_ids': ['584cc343-fb53-4426-bdcf-eff6767c4822'], 'active': True} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:03.451456 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_dvr_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] Set router 584cc343-fb53-4426-bdcf-eff6767c4822 gateway port host: None {{(pid=109098) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 12:55:03.480516 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131006793'] for port, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.511948 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=856ad268-93c7-47a8-b2f0-f913b79f07e4,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:03.512223 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.l3_hamode_db [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:55:03Z', 'revision_number': 6, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port_host': None}], 'dv-cinder-813225-4-iscsi', False) {} {{(pid=109098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:03.539642 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e78201-3d51-40eb-9ca4-270e8ef6e2c5 None None] The sync data for ids ['584cc343-fb53-4426-bdcf-eff6767c4822'] in dv-cinder-813225-4-iscsi is: [{'id': '584cc343-fb53-4426-bdcf-eff6767c4822', 'name': 'tempest-TestVolumeBootPattern-2061514561-router', 'tenant_id': '9f029e763690473da2d0f4586b0e0ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T12:47:10Z', 'updated_at': '2021-12-15T12:55:03Z', 'revision_number': 6, 'project_id': '9f029e763690473da2d0f4586b0e0ef9', 'gw_port_host': None}] {{(pid=109098) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 12:55:03.584363 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-133703471'] for router_gateway, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.677292 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-133709503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-848'] for router, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.679774 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.728864 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-133709494'] for router, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.729341 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584cc343-fb53-4426-bdcf-eff6767c4822 {{(pid=109096) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 12:55:03.734119 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] Publish callbacks [] for router, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.735672 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-2744725d-de04-4abc-ad66-518257f6f4fc admin admin] 10.222.0.71 "DELETE /v2.0/routers/584cc343-fb53-4426-bdcf-eff6767c4822 HTTP/1.1" status: 204 len: 168 time: 0.8195200 Dec 15 12:55:03.738276 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.wsgi [-] (109096) accepted ('10.222.0.71', 51748) {{(pid=109096) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:03.786175 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Deleting subnet 17779f58-cea9-4715-8d36-9c173a874079 {{(pid=109096) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 12:55:03.789896 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.825541 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130162171'] for subnet, precommit_delete_associations {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.905416 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-738720'] for subnet, precommit_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.969317 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-738731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134052484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131006846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130973180'] for subnet, after_delete {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:03.997427 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17779f58-cea9-4715-8d36-9c173a874079,revision_number=None']} {{(pid=109096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:03.999579 dv-cinder-813225-4-iscsi neutron-server[109096]: DEBUG neutron_lib.callbacks.manager [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.005042 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57dcd31-ec93-4b58-a559-70b6febbde25 None None] Network 3c2478e5-1e54-4472-91e2-2a2a24887b93 requested from dv-cinder-813225-4-iscsi {{(pid=109097) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 12:55:04.005717 dv-cinder-813225-4-iscsi neutron-server[109096]: INFO neutron.wsgi [None req-bea8a2cf-421e-46fd-a36f-4703220a2757 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/17779f58-cea9-4715-8d36-9c173a874079 HTTP/1.1" status: 204 len: 168 time: 0.2663796 Dec 15 12:55:04.006042 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51750) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:04.080253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724622'] for network, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.138258 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Deleting port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a {{(pid=109095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 12:55:04.138627 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752808152176'] for port, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.202402 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.db [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] For port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a, host dv-cinder-813225-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-4-iscsi',level=0,port_id=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,segment=NetworkSegment(b27fb1ec-b130-49cc-888f-54b6d3c7fbfe),segment_id=b27fb1ec-b130-49cc-888f-54b6d3c7fbfe)] {{(pid=109095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 12:55:04.202841 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-133896580'] for port, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.216231 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.plugin [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Calling delete_port for 026a19ee-5f48-4fe6-8a46-cba3344a9e6a owned by network:dhcp {{(pid=109095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 12:55:04.299908 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-578208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752808225491', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752807658963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130664960'] for port, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.327162 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Pushing event deleted for resources: {'Port': ['ID=026a19ee-5f48-4fe6-8a46-cba3344a9e6a,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:04.330700 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] No DVR routers for this DVR port 026a19ee-5f48-4fe6-8a46-cba3344a9e6a on host dv-cinder-813225-4-iscsi {{(pid=109095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 12:55:04.332385 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df400a-3fe9-4d28-aac6-c3371e294063 None None] DHCP port deletion for 3c2478e5-1e54-4472-91e2-2a2a24887b93 request from dv-cinder-813225-4-iscsi {{(pid=109097) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 12:55:04.413205 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-769847', 'neutron.services.segments.db._delete_segments_for_network-8752808210818'] for network, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.436300 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2478e5-1e54-4472-91e2-2a2a24887b93']}} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:04.446840 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe') {'for_net_delete': True} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:04.447154 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.services.segments.db [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27fb1ec-b130-49cc-888f-54b6d3c7fbfe') {} {{(pid=109095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 12:55:04.457738 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752808213387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131945106'] for segment, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.472524 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089'] for segment, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.478709 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 12:55:04.478995 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130665053'] for segment, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: Traceback (most recent call last): Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: timer() Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: cb(*args, **kw) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: return func(*args, **kwargs) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: self._notify() Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: self.callback(batched_events) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: event.method(event) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: return f(self, *a, **k) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._get(url).json() Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: return self.request(url, 'GET', **kwargs) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 12:55:04.480672 dv-cinder-813225-4-iscsi neutron-server[109095]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 12:55:04.537609 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-769854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134074939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133755505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-133703427'] for network, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.544760 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133755503'] for network, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.549080 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] 10.222.0.71 "DELETE /v2.0/networks/3c2478e5-1e54-4472-91e2-2a2a24887b93 HTTP/1.1" status: 204 len: 168 time: 0.5419340 Dec 15 12:55:04.559434 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542a367-fcb7-4e47-a5a9-2c57fdc15cde admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2478e5-1e54-4472-91e2-2a2a24887b93,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:04.677887 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51754) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:04.718725 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-0af8c971-c3de-4a03-b5a0-10fdf1fbd2b9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fcb89f0927e2463ab82bdd7ad1d800dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393929 Dec 15 12:55:04.721253 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51756) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:04.774861 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51d8c0d8-0037-418e-a48e-3f31ed13d817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.795969 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51d8c0d8-0037-418e-a48e-3f31ed13d817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.845652 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51d8c0d8-0037-418e-a48e-3f31ed13d817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.848358 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-51d8c0d8-0037-418e-a48e-3f31ed13d817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:04.851592 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-51d8c0d8-0037-418e-a48e-3f31ed13d817 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/91aafbef-5126-4ebe-8382-b40c3b261ef1 HTTP/1.1" status: 204 len: 168 time: 0.1273069 Dec 15 12:55:04.858798 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8c0d8-0037-418e-a48e-3f31ed13d817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aafbef-5126-4ebe-8382-b40c3b261ef1,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:04.892312 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ede842d8-9541-4514-85fc-d8a05b32c09c no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:55:04.913359 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: ede842d8-9541-4514-85fc-d8a05b32c09c {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:55:04.913705 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device ede842d8-9541-4514-85fc-d8a05b32c09c not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:55:04.914127 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 026a19ee-5f48-4fe6-8a46-cba3344a9e6a no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:55:04.933626 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 026a19ee-5f48-4fe6-8a46-cba3344a9e6a {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:55:04.933981 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 026a19ee-5f48-4fe6-8a46-cba3344a9e6a not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:55:04.934390 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 856ad268-93c7-47a8-b2f0-f913b79f07e4 no longer exists at agent ovs-agent-dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 12:55:04.958030 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.plugin [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] No Port match for: 856ad268-93c7-47a8-b2f0-f913b79f07e4 {{(pid=109097) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 12:55:04.958370 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron.plugins.ml2.rpc [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Device 856ad268-93c7-47a8-b2f0-f913b79f07e4 not bound to the agent host dv-cinder-813225-4-iscsi {{(pid=109097) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 12:55:04.981493 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-09a89dd7-9549-4780-ad56-a81bd8fd3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:05.187077 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51762) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:05.228437 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-1af851f3-41e1-4c19-a549-b7769dc1e2bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9f029e763690473da2d0f4586b0e0ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401769 Dec 15 12:55:05.230920 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.wsgi [-] (109095) accepted ('10.222.0.71', 51764) {{(pid=109095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 12:55:05.281216 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c491496e-75f7-46f5-baaf-5aea23785cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:05.303350 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c491496e-75f7-46f5-baaf-5aea23785cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:05.354483 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c491496e-75f7-46f5-baaf-5aea23785cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134075015'] for security_group, after_delete {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:05.357534 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron_lib.callbacks.manager [None req-c491496e-75f7-46f5-baaf-5aea23785cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:05.358731 dv-cinder-813225-4-iscsi neutron-server[109095]: INFO neutron.wsgi [None req-c491496e-75f7-46f5-baaf-5aea23785cde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6c1bbb6-3063-464b-8f88-1325e021a78d HTTP/1.1" status: 204 len: 168 time: 0.1268799 Dec 15 12:55:05.368261 dv-cinder-813225-4-iscsi neutron-server[109095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491496e-75f7-46f5-baaf-5aea23785cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c1bbb6-3063-464b-8f88-1325e021a78d,revision_number=None']} {{(pid=109095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 12:55:06.183059 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:07.549689 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:08.271719 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:17.729469 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:55:32.529241 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1e579097-0105-4a56-b89b-a69e7bb5edd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:32.586703 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:34.985918 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-f56fc294-3e7a-4ff2-b9fa-1aaef0c803fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:36.185027 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:37.551797 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:38.265322 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:55:54.728813 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:56:02.523390 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-51594b6f-000f-4e5c-9035-9e507e6d5dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:02.586681 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:04.987680 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-f96f11f4-9a47-4f03-a98d-54894a7e6c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:06.188416 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:07.557693 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:08.269336 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:31.729492 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:56:32.527973 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-4458bcbf-adc6-4a66-ad06-c2d104874be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:32.588963 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:34.989415 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-e30ada8e-41c9-426b-9750-20972dc7cf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:36.192027 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:37.556173 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:56:38.272900 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:02.529506 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-d7a64312-6dfa-4395-bea4-5ff8c21bbb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:02.602523 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:04.991426 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-0160b1c2-ad9c-441b-8e71-a0e15a19f128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:06.194438 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:07.560716 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:08.278775 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:08.731128 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:57:32.530945 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-54331e33-ab34-4678-b653-ae3a9664627e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:32.609622 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:34.993816 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c1e2d0cb-6d40-4131-9969-ef76c1962a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:36.197609 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:37.560922 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:38.273000 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:57:45.729492 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:58:02.533201 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-88f288e1-507b-44f6-9181-cbff0ef11936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:02.624788 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:04.995129 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-611e1652-6710-446f-8ada-24cef7462874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:06.201295 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:07.564209 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:08.276162 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:22.728621 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:58:32.536134 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-6f5f39a9-195b-4b7f-a6ac-27f39bda647d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:32.632973 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:34.996900 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a54fb737-656c-48c3-bacd-69e5d28b588e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:36.203482 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:37.566161 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:38.279014 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:58:59.728160 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:59:02.536940 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1bcb16b8-b1eb-4291-8cae-827d57baa2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:02.642474 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:04.999145 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b9207254-9db7-4868-bbe0-9bd845dd82ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:06.206739 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:07.568900 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:08.283254 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:32.539579 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-1c9049b7-b126-4352-b60e-34cbb0ab9d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:32.657054 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:35.000877 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-09b96ad7-a589-44b0-a9b7-8d40e9cfabaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:36.208361 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:36.726932 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 12:59:37.570203 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 12:59:38.286612 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:02.545794 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-c827d1fd-6902-4d0a-982c-fca7ac6f255b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:02.676640 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9d969598-3e1e-4053-8706-d6e534f61a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:05.005503 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-a63d9519-a4af-44fb-b05c-833df7ca9ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:06.211586 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-9034fbbe-88be-4dbe-82c9-80f2cf190806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:07.573458 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-adb32d25-75ce-40e8-95b0-7dea3c71b363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:08.289574 dv-cinder-813225-4-iscsi neutron-server[109097]: DEBUG neutron_lib.callbacks.manager [None req-b729bd04-3f07-4d9f-a6b3-8b5cda0f00ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752808210773', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-764897'] for agent, after_update {{(pid=109097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 13:00:13.725838 dv-cinder-813225-4-iscsi neutron-server[109098]: DEBUG neutron.db.agents_db [None req-64c4110f-428a-49e6-b9ad-e95fc9da08e2 None None] Agent healthcheck: found 6 active agents {{(pid=109098) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}